-- Logs begin at Thu 2022-10-27 12:46:36 UTC, end at Thu 2022-10-27 13:43:20 UTC. -- Oct 27 13:15:10.261306 dv-cinder-862432-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 13:15:12.964265 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.common.config [-] Logging enabled! Oct 27 13:15:12.964831 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev105 Oct 27 13:15:12.965013 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104419) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 27 13:15:12.968246 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.common.config [-] Logging enabled! Oct 27 13:15:12.968502 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev105 Oct 27 13:15:12.968812 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104419) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 27 13:15:12.969739 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 13:15:12.969981 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 13:15:12.970458 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 13:15:12.970706 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 13:15:12.970935 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 13:15:12.971256 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.971558 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.971789 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.972090 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.972423 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.972711 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.973001 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.973300 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.973585 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.973864 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.974146 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.974379 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.974660 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.974947 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.975233 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.975458 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] debug = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.975739 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.976163 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.976573 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.976859 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.977148 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.977432 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.977702 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.977984 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.978265 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.978593 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] host = dv-cinder-862432-3-iscsi {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.978871 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.979159 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.979441 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.979725 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.980518 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.980817 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.981101 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.981374 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.981645 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] log_file = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.981918 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.982202 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.982486 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.982774 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.982996 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.983216 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.983501 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.983789 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.984062 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.984356 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.984629 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.984902 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.985175 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.985441 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.985728 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.986009 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.986292 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.986563 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.986836 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.987107 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.987375 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.987658 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.987928 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.988199 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.988495 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.988783 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.989052 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.989324 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.989622 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.989904 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.990183 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.990465 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.990739 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.991018 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.991290 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.991559 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.991830 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] use_json = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.992099 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.992398 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.992680 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.992950 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.993219 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.993488 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.993757 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.994038 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.994307 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:12.994600 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:12.994894 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:12.995191 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:12.995474 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:12.996418 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:12.996699 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:12.996987 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:12.997267 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:12.997555 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:12.997841 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:12.998125 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:12.998407 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:12.998701 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:12.998988 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:12.999280 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:12.999581 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:12.999869 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.000157 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.000453 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.000725 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.000994 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.001272 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.001557 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.001832 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.002117 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.002404 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.002680 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.002972 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.003256 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.003539 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.003828 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.004114 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.004413 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.004693 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.004981 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.005260 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.005532 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.005818 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.006095 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.006365 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.006643 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.006929 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.007215 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.007486 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.007761 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.008047 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.008350 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.008622 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.008889 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.009167 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.009436 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.009717 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.009990 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.010260 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.010526 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.011049 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.011347 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.011618 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.011895 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.012166 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.012463 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.012738 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.013008 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.013279 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.013548 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.013816 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.014084 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.014351 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.014626 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.014895 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.015162 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.015434 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.015703 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.015974 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.016276 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.016574 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.016849 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.017124 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.017400 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.017677 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.017955 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.018232 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.018514 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.018790 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.019060 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.019350 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.019633 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.019915 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.020196 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.020514 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.020806 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.021081 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.021359 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.021637 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.021911 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.022186 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.022466 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.022740 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.023014 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.023299 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.023583 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.023875 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.024168 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.024469 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.024763 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.025054 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.025345 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.025624 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.025931 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.026208 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:13.026423 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 13:15:13.026662 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104419) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 13:15:13.401737 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 27 13:15:13.402590 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 27 13:15:13.402854 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 27 13:15:13.403084 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 27 13:15:13.403357 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 27 13:15:13.403681 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 13:15:13.725636 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:13.725881 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:13.726157 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:13.727362 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:13.727645 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:13.727913 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:13.780707 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:13.780997 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:13.781268 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:13.796085 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:13.796387 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:13.796658 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:13.825535 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:13.825819 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:13.826088 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:13.862635 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:13.862915 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:13.863182 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.092711 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.093313 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.093313 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.093644 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.094349 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.191509 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.191828 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.192111 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.192414 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.192684 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.192994 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.193253 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.193508 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.193761 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.194043 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.194303 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.194567 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.194824 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.195073 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.195328 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.195589 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.195844 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.196110 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.196409 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.196669 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.196945 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.197195 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.197474 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.197848 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.198099 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.198351 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.199268 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:15:14.199508 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:15:14.199745 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:15:14.199981 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:15:14.200215 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:15:14.200470 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:15:14.200826 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 13:15:14.203874 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 13:15:14.207755 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 13:15:14.211488 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 27 13:15:14.213135 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 13:15:14.213752 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 13:15:14.214087 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 13:15:14.215080 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 13:15:14.217860 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 13:15:14.218114 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 13:15:14.218462 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 13:15:14.223507 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 13:15:14.245956 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 13:15:14.246405 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.246700 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104419) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 27 13:15:14.247071 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.248453 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104419) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 13:15:14.248733 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 13:15:14.248982 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 13:15:14.259574 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.259857 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:14.399636 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 13:15:14.399873 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 13:15:14.400107 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 13:15:14.400503 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 13:15:14.453223 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO dbcounter [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Registered counter for database neutron Oct 27 13:15:14.472927 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_db.sqlalchemy.engines [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104419) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 27 13:15:14.478534 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writer thread running {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 13:15:15.015047 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Initializing driver for type 'gre' Oct 27 13:15:15.015569 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] gre ID ranges: [(1, 1000)] Oct 27 13:15:15.071892 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Initializing driver for type 'local' Oct 27 13:15:15.072245 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Initializing driver for type 'vlan' Oct 27 13:15:15.085710 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] VlanTypeDriver initialization complete Oct 27 13:15:15.086118 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Initializing driver for type 'vxlan' Oct 27 13:15:15.086648 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] vxlan ID ranges: [(1, 1000)] Oct 27 13:15:15.142418 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Initializing extension driver 'port_security' Oct 27 13:15:15.143375 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.extensions.port_security [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] PortSecurityExtensionDriver initialization complete Oct 27 13:15:15.143543 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Initializing mechanism driver 'openvswitch' Oct 27 13:15:15.143932 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Initializing mechanism driver 'hyperv' Oct 27 13:15:15.150509 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:15:15.151164 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > port after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.151535 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > port after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.151899 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > port after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.152418 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 13:15:15.152834 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > subnet after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.153187 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > subnet after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.153526 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > subnet after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.153908 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 13:15:15.154307 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > network after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.154671 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > network after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.154993 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > network after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.155373 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 13:15:15.155770 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > security_group after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.156118 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > security_group after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.156482 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > security_group after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.156870 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 13:15:15.157266 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.157608 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.157942 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.158459 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 13:15:15.158857 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > address_group after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.159202 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > address_group after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.159540 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > address_group after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.159923 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 13:15:15.160388 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] ML2 OVO RPC backend initialized. {{(pid=104419) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 27 13:15:15.161087 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router_interface after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.161441 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.161861 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > network before_response 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.162214 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > networks before_response 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.162562 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > port before_response 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.162905 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > ports before_response 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.163247 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > subnet before_response 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.163589 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > subnets before_response 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.163932 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > network after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.164297 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > network after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.164634 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > network after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.164966 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > port after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.165297 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > port after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.165628 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > port after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.165958 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > subnet after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.166289 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > subnet after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.166618 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > subnet after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.174639 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded quota_driver: . Oct 27 13:15:15.174998 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.plugin [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Modular L2 Plugin initialization complete Oct 27 13:15:15.175343 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading services supported by the core plugin {{(pid=104419) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 13:15:15.175683 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.plugins.ml2.managers [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Got port-security extension from driver 'port_security' Oct 27 13:15:15.176157 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.extensions.vlantransparent [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Disabled vlantransparent extension. Oct 27 13:15:15.176676 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104419) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 13:15:15.177003 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading Plugin: router Oct 27 13:15:15.212042 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router_interface before_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.212462 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router after_create 55549900 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.212832 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router before_create 55549900 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.213195 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.213566 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.213921 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router after_delete 55549900 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.214311 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > floatingip after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.214661 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > floatingip after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.215016 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router after_create 55549900 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.215366 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router after_update 55549900 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.215716 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router after_update 55549900 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.216067 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.216444 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router after_update 55549900 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.216858 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router precommit_update 55549900 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.217225 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: port after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.217563 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: port after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.217897 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: subnet after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.218233 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.218579 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > port precommit_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.218924 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router precommit_create 55549900 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.219278 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: port before_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.219604 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router precommit_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.219955 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router after_update 55549900 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.220315 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router precommit_delete 55549900 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.220737 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router precommit_create 55549900 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.221098 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router_interface after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.221441 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router precommit_update 55549900 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.221802 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > agent after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.222148 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > agent after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.222489 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > network after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.223318 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Tracking information for resource: router configured {{(pid=104419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:15:15.223646 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Tracking information for resource: floatingip configured {{(pid=104419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:15:15.228581 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.db.l3_agentschedulers_db [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 13:15:15.229155 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: port after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.229519 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: port after_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.230447 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: port after_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.230806 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: port after_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.231589 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router before_create 55550100 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.231954 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router precommit_delete 55550100 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.232338 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router precommit_create 55550100 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.232696 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > router precommit_update 55550100 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.237531 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.services.provider_configuration [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Service providers = [] {{(pid=104419) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 13:15:15.237892 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.db.servicetype_db [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104419) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 13:15:15.240805 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.services.service_base [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 13:15:15.241156 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.services.service_base [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 13:15:15.241495 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.services.service_base [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 13:15:15.242367 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.services.service_base [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 13:15:15.242733 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.services.service_base [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 13:15:15.243107 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:15:15.243419 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 13:15:15.254366 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:15:15.254720 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading Plugin: auto_allocate Oct 27 13:15:15.261919 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: network precommit_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.262380 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: network precommit_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.263115 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:15:15.263475 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading Plugin: tag Oct 27 13:15:15.270984 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:15:15.271260 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading Plugin: timestamp Oct 27 13:15:15.276120 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:15:15.276513 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading Plugin: network_ip_availability Oct 27 13:15:15.283414 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.283916 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.284365 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.285211 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:15:15.285564 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading Plugin: flavors Oct 27 13:15:15.291205 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:15:15.291578 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading Plugin: revisions Oct 27 13:15:15.296652 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:15:15.297035 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_concurrency.lockutils [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.894s {{(pid=104419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 27 13:15:15.299068 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104419) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 27 13:15:15.299402 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Initializing extension manager. Oct 27 13:15:15.299930 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: __init__.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.300294 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: __pycache__ {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.300630 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: address_group.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.301336 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.301902 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: address-group Oct 27 13:15:15.302226 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: address_scope.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.302891 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.303393 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: address-scope Oct 27 13:15:15.303711 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: admin_state_down_before_update.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.304617 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.305115 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: router-admin-state-down-before-update Oct 27 13:15:15.305434 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: agent.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.306090 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.306584 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: agent Oct 27 13:15:15.306900 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: agent_resources_synced.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.307756 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.308850 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: agent-resources-synced Oct 27 13:15:15.309163 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: allowedaddresspairs.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.310880 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.311391 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: allowed-address-pairs Oct 27 13:15:15.311713 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: auto_allocated_topology.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.312746 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.313247 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: auto-allocated-topology Oct 27 13:15:15.313566 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: availability_zone.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.314211 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.314709 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: availability_zone Oct 27 13:15:15.315025 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: availability_zone_filter.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.315878 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.316408 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: availability_zone_filter Oct 27 13:15:15.316726 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: data_plane_status.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.317582 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.318071 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 13:15:15.318386 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: default_subnetpools.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.319247 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.319739 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: default-subnetpools Oct 27 13:15:15.320057 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: dhcpagentscheduler.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.320833 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.321332 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: dhcp_agent_scheduler Oct 27 13:15:15.321651 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: dns.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.322507 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.323003 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension dns-integration not supported by any of loaded plugins Oct 27 13:15:15.323320 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: dns_domain_ports.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.324204 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.324719 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 13:15:15.325036 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.325904 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.326402 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 13:15:15.326716 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: dvr.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.327341 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.327834 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: dvr Oct 27 13:15:15.328148 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: ecmp_routes.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.329032 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.329618 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 13:15:15.329935 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: empty_string_filtering.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.330788 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.331280 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: empty-string-filtering Oct 27 13:15:15.331594 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.332481 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.332970 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 13:15:15.333284 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.334149 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.334639 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 13:15:15.334953 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: external_net.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.335808 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.336327 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: external-net Oct 27 13:15:15.336644 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: extra_dhcp_opt.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.337493 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.337988 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: extra_dhcp_opt Oct 27 13:15:15.338304 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: extraroute.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.339154 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.340169 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: extraroute Oct 27 13:15:15.340511 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: extraroute_atomic.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.341475 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.341974 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: extraroute-atomic Oct 27 13:15:15.342295 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: filter_validation.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.342919 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.343413 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: filter-validation Oct 27 13:15:15.343732 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: fip_pf_description.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.344617 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.345109 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 13:15:15.345423 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: fip_pf_detail.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.346289 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.346786 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: floating-ip-port-forwarding-detail Oct 27 13:15:15.347101 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: fip_pf_port_range.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.347958 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.348486 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 27 13:15:15.348803 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: fip_port_details.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.349669 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.350165 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: fip-port-details Oct 27 13:15:15.350479 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: flavors.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.351637 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.352139 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: flavors Oct 27 13:15:15.352486 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.354079 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.354596 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 13:15:15.355512 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: floatingip_pools.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.356171 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.356697 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: floatingip-pools Oct 27 13:15:15.357021 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: ip_allocation.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.357888 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.358379 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 13:15:15.358700 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.359584 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.360073 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: ip-substring-filtering Oct 27 13:15:15.360428 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: l2_adjacency.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.361295 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.361786 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 13:15:15.362107 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: l3.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.363016 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.363521 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: router Oct 27 13:15:15.363843 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: l3_conntrack_helper.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.366214 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.366737 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 13:15:15.367068 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.367937 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.368552 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: ext-gw-mode Oct 27 13:15:15.368876 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.369748 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.370246 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: l3-ha Oct 27 13:15:15.370645 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.371510 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.372010 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 27 13:15:15.372360 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: l3_flavors.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.373222 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.373720 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: l3-flavors Oct 27 13:15:15.374043 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: l3_ndp_proxy.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.375349 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.375856 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 27 13:15:15.376180 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.377065 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.377566 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 13:15:15.377886 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: l3agentscheduler.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.378871 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.379380 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: l3_agent_scheduler Oct 27 13:15:15.379698 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: local_ip.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.381405 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.381917 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension local_ip not supported by any of loaded plugins Oct 27 13:15:15.382247 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: logging.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.383656 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.384163 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension logging not supported by any of loaded plugins Oct 27 13:15:15.384512 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: metering.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.385210 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.386030 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: metering Oct 27 13:15:15.386373 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.387403 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.387906 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: metering_source_and_destination_fields Oct 27 13:15:15.388249 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: multiprovidernet.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.389120 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.389620 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: multi-provider Oct 27 13:15:15.389938 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: netmtu.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.390800 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.391291 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: net-mtu Oct 27 13:15:15.391610 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: netmtu_writable.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.392505 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.393000 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: net-mtu-writable Oct 27 13:15:15.393315 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: network_availability_zone.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.393943 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.394440 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: network_availability_zone Oct 27 13:15:15.394749 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: network_ip_availability.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.395794 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.396314 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: network-ip-availability Oct 27 13:15:15.396637 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: network_segment_range.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.397360 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.397853 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 13:15:15.398174 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: pagination.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.399099 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.399425 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: pagination Oct 27 13:15:15.399741 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: port_device_profile.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.400629 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.401130 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: port-device-profile Oct 27 13:15:15.401445 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: port_mac_address_override.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.402843 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.403341 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: port-mac-override Oct 27 13:15:15.403659 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.404562 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.405056 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: port-mac-address-regenerate Oct 27 13:15:15.405370 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.406231 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.406724 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: port-numa-affinity-policy Oct 27 13:15:15.407038 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: port_resource_request.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.407897 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.408421 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 13:15:15.408739 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: port_resource_request_groups.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.409642 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.410129 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 27 13:15:15.410442 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: portbindings.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.411318 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.411809 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: binding Oct 27 13:15:15.412122 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: portbindings_extended.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.413372 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.413885 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: binding-extended Oct 27 13:15:15.414203 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: portsecurity.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.415067 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.415570 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: port-security Oct 27 13:15:15.415884 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: project_id.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.416835 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.417160 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: project-id Oct 27 13:15:15.418076 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: providernet.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.419136 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.419640 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: provider Oct 27 13:15:15.419959 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: qos.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.423366 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.423882 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension qos not supported by any of loaded plugins Oct 27 13:15:15.424209 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.425436 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.425949 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 13:15:15.426275 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.427179 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.427680 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 13:15:15.428010 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: qos_default.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.428891 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.429396 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension qos-default not supported by any of loaded plugins Oct 27 13:15:15.429716 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: qos_fip.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.430668 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.431182 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension qos-fip not supported by any of loaded plugins Oct 27 13:15:15.431503 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: qos_fip_network_policy.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.432422 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.432963 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 27 13:15:15.433294 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: qos_gateway_ip.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.434173 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.434670 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 13:15:15.434988 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: qos_port_network_policy.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.435849 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.436384 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 13:15:15.436705 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.437690 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.438194 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 13:15:15.438513 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.439499 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.439996 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 27 13:15:15.440342 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: qos_pps_rule.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.441450 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.441948 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension qos-pps not supported by any of loaded plugins Oct 27 13:15:15.442266 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: qos_rule_type_details.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.443128 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.443620 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 13:15:15.443937 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: qos_rule_type_filter.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.444837 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.445330 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 27 13:15:15.445648 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: qos_rules_alias.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.446625 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.447120 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 13:15:15.447439 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: quota_check_limit.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.448324 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.448876 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: quota-check-limit Oct 27 13:15:15.449195 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: quotasv2.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.450082 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.450401 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: quotas Oct 27 13:15:15.450715 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: quotasv2_detail.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.452403 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.452740 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: quota_details Oct 27 13:15:15.453070 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: rbac.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.454070 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.454582 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: rbac-policies Oct 27 13:15:15.454903 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: rbac_address_group.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.455919 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.456458 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: rbac-address-group Oct 27 13:15:15.456777 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: rbac_address_scope.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.457721 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.458224 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: rbac-address-scope Oct 27 13:15:15.458541 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: rbac_security_groups.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.459412 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.459909 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: rbac-security-groups Oct 27 13:15:15.460223 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: rbac_subnetpool.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.461107 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.461604 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: rbac-subnetpool Oct 27 13:15:15.461917 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: revisionifmatch.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.462789 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.463285 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: revision-if-match Oct 27 13:15:15.463599 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: revisions.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.465233 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.465737 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: standard-attr-revisions Oct 27 13:15:15.466055 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: router_availability_zone.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.466681 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.467188 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: router_availability_zone Oct 27 13:15:15.467504 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: routerservicetype.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.468420 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.468922 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension router-service-type not supported by any of loaded plugins Oct 27 13:15:15.469236 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.470116 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.470613 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: security-groups-normalized-cidr Oct 27 13:15:15.470927 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: security_groups_port_filtering.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.471792 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.472315 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: port-security-groups-filtering Oct 27 13:15:15.472634 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.473527 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.474025 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: security-groups-remote-address-group Oct 27 13:15:15.474340 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.475221 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.475714 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: security-groups-shared-filtering Oct 27 13:15:15.476031 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: securitygroup.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.486216 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.486741 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: security-group Oct 27 13:15:15.487070 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: segment.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.487753 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.488286 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension segment not supported by any of loaded plugins Oct 27 13:15:15.488612 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.489502 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.490008 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 13:15:15.490329 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: servicetype.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.491376 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.491886 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: service-type Oct 27 13:15:15.492212 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: sorting.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.493173 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.493504 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: sorting Oct 27 13:15:15.493826 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: standard_attr_segment.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.494707 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.495210 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 13:15:15.495555 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: standardattrdescription.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.496160 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.496690 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: standard-attr-description Oct 27 13:15:15.497012 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: stateful_security_group.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.497888 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.498391 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: stateful-security-group Oct 27 13:15:15.498711 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: stdattrs_common.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.499252 dv-cinder-862432-3-iscsi neutron-server[104419]: WARNING neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 13:15:15.499571 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.500477 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.500978 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 13:15:15.501295 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: subnet_onboard.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.502306 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.502809 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: subnet_onboard Oct 27 13:15:15.503136 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.504019 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.504544 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 13:15:15.504868 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: subnet_service_types.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.505746 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.506245 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: subnet-service-types Oct 27 13:15:15.506566 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: subnetallocation.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.507583 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.508086 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: subnet_allocation Oct 27 13:15:15.508445 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.509070 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.509567 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: subnetpool-prefix-ops Oct 27 13:15:15.509884 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.511022 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.511538 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 13:15:15.511858 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: tagging.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.512862 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.513379 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: standard-attr-tag Oct 27 13:15:15.513703 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: timestamp.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.514843 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.515345 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loaded extension: standard-attr-timestamp Oct 27 13:15:15.515665 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: trunk.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.516664 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.517165 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension trunk not supported by any of loaded plugins Oct 27 13:15:15.517485 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: trunk_details.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.518342 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.518846 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension trunk-details not supported by any of loaded plugins Oct 27 13:15:15.519165 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: uplink_status_propagation.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.520031 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.520554 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 13:15:15.520873 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Loading extension file: vlantransparent.py {{(pid=104419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:15:15.521540 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:15:15.521988 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 13:15:15.524545 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of TrackedResource for resource:network Oct 27 13:15:15.525081 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of TrackedResource for resource:subnet Oct 27 13:15:15.525472 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 13:15:15.525854 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of TrackedResource for resource:port Oct 27 13:15:15.527626 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.v2.resource_helper [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:15:15.528061 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.v2.resource_helper [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Service FLAVORS assigned prefix: {{(pid=104419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:15:15.528691 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.v2.resource_helper [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:15:15.529111 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.v2.resource_helper [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:15:15.529447 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of TrackedResource for resource:router Oct 27 13:15:15.529869 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of TrackedResource for resource:floatingip Oct 27 13:15:15.530354 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.v2.resource_helper [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Service METERING assigned prefix: /metering {{(pid=104419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:15:15.531845 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.532220 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.532592 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:15:15.533581 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 13:15:15.534009 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of TrackedResource for resource:security_group Oct 27 13:15:15.534448 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 13:15:15.534944 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.v2.resource_helper [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Service CORE assigned prefix: {{(pid=104419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:15:15.535271 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 13:15:15.535624 dv-cinder-862432-3-iscsi neutron-server[104419]: WARNING neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] subnetpool is already registered Oct 27 13:15:15.536040 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.v2.resource_helper [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Service CORE assigned prefix: {{(pid=104419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:15:15.536407 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 13:15:15.536739 dv-cinder-862432-3-iscsi neutron-server[104419]: WARNING neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] subnetpool is already registered Oct 27 13:15:15.539392 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.v2.resource_helper [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:15:15.539824 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.v2.resource_helper [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Service FLAVORS assigned prefix: {{(pid=104419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:15:15.540442 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.v2.resource_helper [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:15:15.540862 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.v2.resource_helper [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:15:15.541191 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of TrackedResource for resource:router Oct 27 13:15:15.541529 dv-cinder-862432-3-iscsi neutron-server[104419]: WARNING neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] router is already registered Oct 27 13:15:15.541945 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of TrackedResource for resource:floatingip Oct 27 13:15:15.542305 dv-cinder-862432-3-iscsi neutron-server[104419]: WARNING neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] floatingip is already registered Oct 27 13:15:15.543299 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.v2.resource_helper [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Service METERING assigned prefix: /metering {{(pid=104419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:15:15.543962 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 13:15:15.544398 dv-cinder-862432-3-iscsi neutron-server[104419]: WARNING neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] rbac_policy is already registered Oct 27 13:15:15.544806 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of TrackedResource for resource:security_group Oct 27 13:15:15.545136 dv-cinder-862432-3-iscsi neutron-server[104419]: WARNING neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] security_group is already registered Oct 27 13:15:15.545531 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 13:15:15.545864 dv-cinder-862432-3-iscsi neutron-server[104419]: WARNING neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] security_group_rule is already registered Oct 27 13:15:15.546485 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.v2.resource_helper [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Service CORE assigned prefix: {{(pid=104419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:15:15.546809 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 13:15:15.547139 dv-cinder-862432-3-iscsi neutron-server[104419]: WARNING neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] subnetpool is already registered Oct 27 13:15:15.547549 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.v2.resource_helper [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Service CORE assigned prefix: {{(pid=104419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:15:15.547868 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 13:15:15.548197 dv-cinder-862432-3-iscsi neutron-server[104419]: WARNING neutron.quota.resource_registry [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] subnetpool is already registered Oct 27 13:15:15.548680 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: extensions {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.550135 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: address-groups {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.551598 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: address-scopes {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.552942 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: agents {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.554103 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: auto-allocated-topology {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.555346 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: availability_zones {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.556567 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: dhcp-networks {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.558130 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: dhcp-agents {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.559539 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: routers {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.561353 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: flavors {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.562606 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: service_profiles {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.563799 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: next_providers {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.565262 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: service_profiles {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.567671 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: floatingip-pools {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.568950 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: routers {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.570649 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: floatingips {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.571919 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: l3-routers {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.573324 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: l3-agents {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.574772 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: metering-labels {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.576069 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: metering-label-rules {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.577472 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: network-ip-availabilities {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.578725 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: bindings {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.580277 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: quotas {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.581910 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: quotas {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.583525 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: rbac-policies {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.584732 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: security-groups {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.586021 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: security-group-rules {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.587256 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: service-providers {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.588487 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: subnetpools {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.590384 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: subnetpools {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.591912 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: tags {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.593593 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: tags {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.595387 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: tags {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.597229 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: tags {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.598970 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: tags {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.601532 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: tags {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.602698 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: tags {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.604599 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: tags {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.607011 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: tags {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.608754 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron.api.extensions [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Extended resource: tags {{(pid=104419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:15:15.614852 dv-cinder-862432-3-iscsi neutron-server[104419]: WARNING keystonemiddleware.auth_token [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 13:15:15.619900 dv-cinder-862432-3-iscsi neutron-server[104419]: WARNING keystonemiddleware.auth_token [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 13:15:15.628934 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_concurrency.lockutils [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Acquiring lock "singleton_lock" {{(pid=104419) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 27 13:15:15.629257 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_concurrency.lockutils [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Acquired lock "singleton_lock" {{(pid=104419) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 27 13:15:15.629720 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_concurrency.lockutils [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Releasing lock "singleton_lock" {{(pid=104419) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 27 13:15:15.630368 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO oslo_service.service [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Starting 2 workers Oct 27 13:15:15.635241 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Started child 104532 {{(pid=104419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 13:15:15.639881 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Started child 104533 {{(pid=104419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 13:15:15.640902 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:15.641512 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO neutron.service [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 13:15:15.642072 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Publish callbacks [] for process (None), before_spawn {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:15.642397 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [-] (104532) wsgi starting up on http://0.0.0.0:9696 Oct 27 13:15:15.644481 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO oslo_service.service [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Starting 1 workers Oct 27 13:15:15.644735 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:15.646117 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [-] (104533) wsgi starting up on http://0.0.0.0:9696 Oct 27 13:15:15.649580 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Started child 104534 {{(pid=104419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 13:15:15.650132 dv-cinder-862432-3-iscsi neutron-server[104419]: INFO oslo_service.service [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Starting 1 workers Oct 27 13:15:15.654066 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.service [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] calling RpcWorker wait() {{(pid=104534) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 13:15:15.654645 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.service [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] returning from RpcWorker wait() {{(pid=104534) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 13:15:15.655072 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Started child 104535 {{(pid=104419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 13:15:15.655839 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd60d-97c1-4ddb-98ad-46dc96bbcaab None None] Publish callbacks [] for process (None), after_spawn {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:15.655930 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:15.656452 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:15:15.657760 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104419) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 13:15:15.657965 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 13:15:15.658147 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 13:15:15.658369 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 13:15:15.658714 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 13:15:15.658893 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 13:15:15.659401 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.659692 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.659957 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.660044 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:15.660516 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.661125 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.661125 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.661296 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.661555 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.661812 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.661981 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.662143 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.662393 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.662643 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.662956 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.663223 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.663469 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.663711 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.663883 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.664136 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.664407 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.664650 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.664939 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] debug = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.665179 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.665638 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.665861 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.666109 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.666323 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.666595 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.666818 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.667068 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.667432 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.668173 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.668458 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.668723 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.668982 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.669197 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.669427 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.669713 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.669930 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.670391 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] host = dv-cinder-862432-3-iscsi {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.670645 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.670890 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.671114 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.671357 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.671619 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.671831 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.672092 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.672355 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.672599 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.672816 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.673065 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.673306 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.673547 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.673785 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] log_file = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.673946 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] log_options = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.674157 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.674415 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.674664 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.674858 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.675024 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.675184 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.675435 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.675594 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.675850 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.676078 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.676316 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.676531 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.676741 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.676949 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.677182 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.677416 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.677594 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.677821 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.678060 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.678298 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.678519 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.678757 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.679063 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.679197 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.679440 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.682359 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:15:15.682486 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.682486 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.682486 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.682486 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.682486 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.682486 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.682486 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.682486 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.682953 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.683029 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.683248 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.683468 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.683686 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.683983 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.684254 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.684501 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.684828 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.684982 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.685197 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.685453 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.685660 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.685916 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] use_json = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.686110 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.686324 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.686565 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.686784 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.686993 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.687214 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.687426 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.687780 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.688005 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.688468 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.688741 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.689054 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.689404 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.689655 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.689918 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.690178 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.691633 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.691633 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.691633 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.691633 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.691633 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.691962 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.691962 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.692206 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.692586 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.692855 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.693244 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.693483 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.693707 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.693923 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.694149 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.694412 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.694784 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.694899 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.695073 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.695309 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.695615 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.695878 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.696683 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.696683 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.696864 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.697039 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.697301 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.697519 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.697870 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.698108 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.698323 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.699058 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.699398 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.699681 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.699925 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.700160 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.700416 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.700654 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.700906 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.701177 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.701460 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.701678 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.701905 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.702140 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.702352 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.702570 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.702803 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.703032 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.703349 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.703615 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.703840 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.704094 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.704372 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.704587 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.704806 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.705039 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.705257 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.705493 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.705723 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.705942 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.706156 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.706409 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.706632 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.706849 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.707083 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.707307 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.707520 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.707777 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.707986 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.708222 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.708458 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.708693 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.708902 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.709114 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.709323 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.709552 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.709782 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.710011 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.710227 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.710436 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.710647 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.710855 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.711083 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.711280 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.711536 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.711844 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.712095 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.712360 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.712601 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.712836 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.713072 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.713370 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.713587 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.713806 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.714048 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.714889 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.715131 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.715357 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.715609 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.715826 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.716068 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.716298 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.716515 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.716745 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.716966 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.717181 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.717423 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.717655 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.717886 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.718177 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.718425 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.718688 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.718925 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.719191 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.719464 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.719698 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.719981 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.720288 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.720574 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.720792 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.721064 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.721429 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.721701 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.721957 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.722207 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.722462 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.722715 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.722978 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.723248 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.723478 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.723731 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.723950 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.724184 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.724455 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.724689 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.724921 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.725231 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.725461 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.725675 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.725903 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.726168 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.726410 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.726660 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.727247 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.727247 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.727434 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.727655 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.728065 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.728337 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.728594 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.728848 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.729067 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.729308 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.729519 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.729828 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.729994 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.730212 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.730463 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.730688 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.730907 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.731133 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.731386 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.731597 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.731854 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.732065 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.732301 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.732555 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.732774 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.733009 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.733221 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.733439 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.733701 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.733917 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.734191 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.734437 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.734650 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.734873 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.735135 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.735365 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.735579 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.735835 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.736053 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.736352 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.736582 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.736813 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.737029 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.737271 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.737511 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.737719 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.737967 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.738218 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.738571 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.738828 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.739069 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.739323 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.739578 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.739812 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.740043 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.740270 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.740515 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.740753 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.740984 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.741216 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.741480 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.741692 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.741906 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.742138 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.742371 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.742608 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.742866 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.743084 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.743306 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.743555 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.743778 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.743990 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.744245 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.744478 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.744686 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.744898 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.745104 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.745310 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.745554 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.745764 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.746088 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.746350 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.746562 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.746819 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.747087 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.747313 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.747539 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.747746 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.747951 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.748183 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.748405 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.748608 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.748825 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.749026 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.749227 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.749460 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.749668 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.749896 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.750143 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.750351 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.750558 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.750775 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.751099 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.751309 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.751548 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.751749 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.751976 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.752194 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.752465 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.752677 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.752899 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.753107 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.753312 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.753549 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.753757 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.753985 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.754274 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.754517 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.754748 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.755039 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.755265 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.755503 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.755752 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.756056 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.756284 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.756553 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.756795 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.757027 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.757246 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.757509 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.757824 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.758122 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.758404 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.758652 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.758933 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.759205 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.759490 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.759700 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.760005 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.760342 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.760602 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.761637 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.762043 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.762431 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.762654 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.762891 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.763129 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.763343 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.763558 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.763813 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.764067 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.764275 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.764510 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.764769 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.764984 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.765204 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.765413 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.765630 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.765842 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.765997 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 13:15:15.766516 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104419) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 13:15:15.766677 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 13:15:15.766829 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 13:15:15.766997 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 13:15:15.767163 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 13:15:15.767313 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 13:15:15.767536 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.767672 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.767823 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.767981 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.768179 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.768363 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.768524 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.768684 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.768842 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.768999 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.769157 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.769327 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.769459 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.769616 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.769773 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.769928 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.770085 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.770251 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.770449 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.770590 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.770729 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.770863 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] debug = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.770996 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.771168 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.771326 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.771461 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.771666 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.771875 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.772015 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.772156 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.772317 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.772448 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.772582 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.772716 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.772848 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.772994 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.773139 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.773273 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.773413 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.773551 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] host = dv-cinder-862432-3-iscsi {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.773682 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.773814 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.773953 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.774085 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.774241 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.774403 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.774541 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.774683 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.774839 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.774996 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.775152 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.775307 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.775464 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.775619 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] log_file = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.775774 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] log_options = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.775930 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.776086 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.776257 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.776436 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.776598 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.777297 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.777459 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.777620 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.777776 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.777932 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.778090 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.778246 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.778402 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.778558 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.778716 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.778870 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.779026 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.779181 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.779288 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:15:15.779380 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.779480 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.779635 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.779790 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.779944 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.780101 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.780281 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.780443 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.780591 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.780728 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.780882 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.781038 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.781185 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.781338 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.781494 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.781637 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.781791 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.781963 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.782094 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.782229 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.782361 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.782517 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.783189 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.783189 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.783189 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.783189 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.784380 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.784380 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.784380 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] use_json = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.784380 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.784380 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.785008 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.785008 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.785008 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.785008 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.785515 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.785515 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.785515 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:15:15.785725 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.785827 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.786003 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.786164 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.786323 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.786481 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.786638 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.786797 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.786954 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.787112 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.787277 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.787437 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.787605 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.787816 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.787950 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.788061 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.788216 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.788399 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.788601 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.788820 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.788956 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.789091 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.789237 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.789371 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.789514 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.789651 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.789788 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.789936 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.790094 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.790261 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.790434 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.790587 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.790726 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.790886 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.791044 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.791204 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.791363 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.791522 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.791682 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.791840 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.792000 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.792158 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.792367 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.792498 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.792661 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.792820 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.792979 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.793142 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.793299 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.793459 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.793617 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.793775 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.793934 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.794093 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.794251 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.794409 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.794567 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.794735 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.794893 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.795051 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.795209 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.795367 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.795525 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.795684 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.795842 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.796044 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.796278 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.796461 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.796639 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.796798 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.796957 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.797115 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.797273 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.797432 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.797633 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.797797 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.798018 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.798109 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.798236 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.798394 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.798552 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.798709 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.798855 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.799014 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.799173 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.799333 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.799491 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.799648 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.799806 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.799964 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.800123 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.800376 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.800552 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.800710 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.800868 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.801027 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.801187 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.801346 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.801504 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.801661 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.801819 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.801977 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.802145 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.802280 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.802439 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.802597 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.802753 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.802908 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.803069 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.803814 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.803814 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.803814 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.803814 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.803814 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.804348 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.804348 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.804348 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.804572 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.804572 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.804724 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.804848 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.805004 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.805941 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.806124 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.806842 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.807013 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.807175 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.807346 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.807517 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.807679 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.807839 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.808054 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.808193 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.808732 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.808902 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.809063 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.809527 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.809716 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.809846 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.810019 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.810180 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.810339 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.810500 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.810682 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.810841 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.810998 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.811157 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.811317 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.811475 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.811632 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.811790 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.811947 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.812106 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.812285 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.812446 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.812604 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.812764 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.812927 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.813089 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.813248 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.813406 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.813564 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.813723 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.813881 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.814038 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.814196 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.814352 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.814510 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.814667 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.814828 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.814985 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.815143 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.815301 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.815457 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.815615 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.815773 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.815931 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.816089 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.816279 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.816429 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.816590 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.816749 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.816908 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.817067 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.817226 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.817385 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.817543 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.817703 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.817861 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.818019 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.818222 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.818554 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.818718 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.818877 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.819035 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.819193 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.819571 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.819735 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.819912 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.820071 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.820555 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.821033 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.821558 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.821730 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.821889 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.822049 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.822211 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.822369 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.822529 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.822687 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.822846 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.823010 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.823169 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.823328 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.823486 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.824165 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.824348 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.824512 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.824671 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.824830 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.824987 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.825147 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.825304 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.825463 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.825620 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.825779 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.825937 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.826095 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.826255 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.826414 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.826586 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.826746 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.826903 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.827061 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.827218 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.827378 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.827546 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.827706 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.827868 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.828025 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.828182 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.828360 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.828518 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.828677 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.828835 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.828992 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.829149 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.829307 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.829474 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.829634 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.829792 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.829949 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.830106 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.830263 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.830430 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.830589 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.830746 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.830903 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.831061 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.831219 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.831387 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.831547 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.831706 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.831863 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.832021 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.832177 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.832365 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.832526 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.832684 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.832851 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.833008 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.833166 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.833324 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.833498 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.833656 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.833817 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.833975 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.834132 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.834294 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.834454 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.834616 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.834785 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.834952 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.835112 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.835279 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.835446 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.835614 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.835772 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.835937 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.836106 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.836419 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.836582 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.836740 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.836899 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.837056 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.837214 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.837372 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.837530 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.837688 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.837846 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.838004 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.838162 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.838319 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.838477 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.838635 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.838793 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.838950 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.839107 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.839312 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:15:15.839468 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 13:15:15.936644 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 51496) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:15:15.943442 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [-] 10.222.0.48 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047517 Oct 27 13:15:15.947803 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [-] 10.222.0.48 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037758 Oct 27 13:15:25.137398 dv-cinder-862432-3-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:15:27.187646 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d71449a-3325-4254-8f65-ef89ea34273b None None] get_active_networks_info from dv-cinder-862432-3-iscsi {{(pid=104534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 13:15:27.203266 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writer thread running {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 13:15:27.285676 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d71449a-3325-4254-8f65-ef89ea34273b None None] No non-hosted networks {{(pid=104534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 13:15:27.300455 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.agentschedulers_db [None req-4d71449a-3325-4254-8f65-ef89ea34273b None None] DHCP Agent not found on host dv-cinder-862432-3-iscsi {{(pid=104534) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 27 13:15:27.423438 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a597ca4d-f678-4e54-8d56-60438f374b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-684134'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:28.946742 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writer thread running {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 13:15:29.479478 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-37a1878d-e600-4cb5-b298-cd85b42f6265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-684134'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:29.508885 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-24d72a01-53be-41ec-9c3f-4da5a0b5cb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:30.794070 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-684134'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:30.971365 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 51572) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:15:31.580114 dv-cinder-862432-3-iscsi neutron-server[104532]: WARNING oslo_policy.policy [None req-7918530e-dad2-4e00-8b42-0dd9428dc435 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 13:15:31.580803 dv-cinder-862432-3-iscsi neutron-server[104532]: WARNING oslo_policy.policy [None req-7918530e-dad2-4e00-8b42-0dd9428dc435 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 13:15:31.808088 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [None req-7918530e-dad2-4e00-8b42-0dd9428dc435 admin admin] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104532) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 13:15:31.825169 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-7918530e-dad2-4e00-8b42-0dd9428dc435 admin admin] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8518047 Oct 27 13:15:32.065489 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-684134'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:32.546404 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-684134'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:32.547566 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:32.548201 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:32.548753 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:32.549333 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:32.549877 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:32.551034 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:32.551603 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:32.552357 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:32.552908 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:32.553241 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:32.553626 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:32.554356 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:32.554944 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:32.555471 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:32.556016 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:32.556749 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-862432-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:15:32.563546 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-862432-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:15:32.910762 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.db.l3_hamode_db [None req-bb4b7e95-0b7c-4600-8152-d8699cabc40a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 13:15:32.988590 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b7e95-0b7c-4600-8152-d8699cabc40a None None] Routers set() bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:15:32.988906 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b7e95-0b7c-4600-8152-d8699cabc40a None None] Router IDs set() for agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 27 13:15:34.541441 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 51606) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:15:34.858349 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-50ed2715-daf4-4cbe-8d9b-790a076a2fc9 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:15:34.871070 dv-cinder-862432-3-iscsi neutron-server[104532]: ERROR stevedore.extension [None req-50ed2715-daf4-4cbe-8d9b-790a076a2fc9 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 27 13:15:34.951569 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.policy [None req-50ed2715-daf4-4cbe-8d9b-790a076a2fc9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104532) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 13:15:34.993421 dv-cinder-862432-3-iscsi neutron-server[104532]: WARNING oslo_policy.policy [None req-50ed2715-daf4-4cbe-8d9b-790a076a2fc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 13:15:34.993891 dv-cinder-862432-3-iscsi neutron-server[104532]: WARNING oslo_policy.policy [None req-50ed2715-daf4-4cbe-8d9b-790a076a2fc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 13:15:35.014447 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writer thread running {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 13:15:35.090968 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-50ed2715-daf4-4cbe-8d9b-790a076a2fc9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757668202618', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757668202062', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757668185899', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757668194924', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757668197459', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757668172017', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-692243', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16123979', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-785826', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-711312'] for rbac-policy (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:35.162511 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-50ed2715-daf4-4cbe-8d9b-790a076a2fc9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:35.163716 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-50ed2715-daf4-4cbe-8d9b-790a076a2fc9 admin admin] 10.222.0.48 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6213694 Oct 27 13:15:37.733450 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 51616) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:15:38.047827 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:15:38.077897 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Made reservation on behalf of dcc09680cf024f28a65aaca40b00c00f for: {'network': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:15:38.082345 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:38.100086 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:38.209179 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Publish callbacks [] for security_group (f7918864-f2c5-4763-b1f9-7ffd03d73af9), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:38.213172 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (f7918864-f2c5-4763-b1f9-7ffd03d73af9), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:38.234177 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=104532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:15:38.272446 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757664830329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (5c28da48-1fcc-4c69-8377-3004f42ed24a), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:38.273005 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Unsubscribe: segment precommit_create {{(pid=104532) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 13:15:38.273548 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.segments_db [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Added segment 5c28da48-1fcc-4c69-8377-3004f42ed24a of type vlan for network ad28e910-d8cb-42fc-937f-524fec494cfc Oct 27 13:15:38.307046 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f7918864-f2c5-4763-b1f9-7ffd03d73af9,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:15:38.342951 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:38.343289 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:38.343638 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:38.343983 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:38.344333 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:38.344657 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:38.344976 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:38.345339 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:38.345718 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:38.346071 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:38.346414 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:38.346743 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:38.347057 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:38.347365 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:38.347674 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Tracked resource versions report: Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: pushed versions: Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: { 'AddressGroup': {'1.2'}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Agent': {'1.1'}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'ConntrackHelper': {'1.0'}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'LocalIPAssociation': {'1.0'}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Log': {'1.0'}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'NDPProxy': {'1.0'}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Network': {'1.1'}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Port': {'1.7'}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'PortForwarding': {'1.3'}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'QosPolicy': {'1.10'}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'SecurityGroup': {'1.5'}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'SecurityGroupRule': {'1.2'}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'SubPort': {'1.0'}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Subnet': {'1.1'}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Trunk': {'1.1'}} Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: consumer versions: Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: { DHCP agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: L3 agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: Metadata agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: Metering agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: Open vSwitch agent@dv-cinder-862432-3-iscsi: { 'AddressGroup': '1.2', Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Agent': '1.1', Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'ConntrackHelper': '1.0', Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'LocalIPAssociation': '1.0', Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Log': '1.0', Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'NDPProxy': '1.0', Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Network': '1.1', Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Port': '1.7', Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'PortForwarding': '1.3', Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'QosPolicy': '1.10', Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'SecurityGroup': '1.5', Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'SecurityGroupRule': '1.2', Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'SubPort': '1.0', Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Subnet': '1.1', Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Trunk': '1.1'}} Oct 27 13:15:38.349061 dv-cinder-862432-3-iscsi neutron-server[104532]: {{(pid=104532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 13:15:38.380984 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (ad28e910-d8cb-42fc-937f-524fec494cfc), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:38.422530 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (ad28e910-d8cb-42fc-937f-524fec494cfc), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:38.427574 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:15:38.428312 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:38.520950 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7863331 Oct 27 13:15:38.526804 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=56,neutron:INSERT=40,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:15:38.558830 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb543fb-3529-4ea0-b50c-82c39ff89764 demo demo] Pushing event updated for resources: {'Network': ['ID=ad28e910-d8cb-42fc-937f-524fec494cfc,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:15:38.571849 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network ad28e910-d8cb-42fc-937f-524fec494cfc details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:15:41.187451 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 51630) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:15:41.596769 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc0f729-418d-4b0f-9969-79bbfa520d69 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:15:41.598124 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-fcc0f729-418d-4b0f-9969-79bbfa520d69 demo admin] 10.222.0.48 "GET /networking/v2.0/networks/ad28e910-d8cb-42fc-937f-524fec494cfc HTTP/1.1" status: 200 len: 825 time: 0.4097919 Oct 27 13:15:41.622996 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-d74a3bba-2efd-4375-ad71-d0ce7983a9b7 demo admin] 10.222.0.48 "GET /networking/v2.0/subnetpools/25738379-ad71-4038-bd16-d4f4f84fec40 HTTP/1.1" status: 200 len: 734 time: 0.0182421 Oct 27 13:15:41.631685 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-5545125a-2a59-43ce-a47f-948467cd3a8e demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '25738379-ad71-4038-bd16-d4f4f84fec40', 'network_id': 'ad28e910-d8cb-42fc-937f-524fec494cfc'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:15:41.653651 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5545125a-2a59-43ce-a47f-948467cd3a8e demo admin] Made reservation on behalf of dcc09680cf024f28a65aaca40b00c00f for: {'subnet': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:15:41.655917 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5545125a-2a59-43ce-a47f-948467cd3a8e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:41.815139 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:15:41.943368 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5545125a-2a59-43ce-a47f-948467cd3a8e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for subnet (1a7f1188-2eff-47ed-8d5d-81b1a285789a), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:42.009925 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545125a-2a59-43ce-a47f-948467cd3a8e demo admin] Pushing event updated for resources: {'Subnet': ['ID=1a7f1188-2eff-47ed-8d5d-81b1a285789a,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:15:42.018289 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545125a-2a59-43ce-a47f-948467cd3a8e demo admin] Checking segment: {'id': '5c28da48-1fcc-4c69-8377-3004f42ed24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ad28e910-d8cb-42fc-937f-524fec494cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:15:42.018655 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5545125a-2a59-43ce-a47f-948467cd3a8e demo admin] Network hostable DHCP agents. Network: ad28e910-d8cb-42fc-937f-524fec494cfc, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:15:42.040089 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5545125a-2a59-43ce-a47f-948467cd3a8e demo admin] Network ad28e910-d8cb-42fc-937f-524fec494cfc is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:15:42.050167 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-5545125a-2a59-43ce-a47f-948467cd3a8e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, ad28e910-d8cb-42fc-937f-524fec494cfc) {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:15:42.054879 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5545125a-2a59-43ce-a47f-948467cd3a8e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:15:42.055476 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5545125a-2a59-43ce-a47f-948467cd3a8e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:42.061629 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433c82b1-5448-4600-b992-e4d116bba0f2 None None] Network ad28e910-d8cb-42fc-937f-524fec494cfc requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:15:42.072594 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-5545125a-2a59-43ce-a47f-948467cd3a8e demo admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4439468 Oct 27 13:15:42.326555 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe4b0003-7596-5709-b003-0e8d4fe063b1-ad28e910-d8cb-42fc-937f-524fec494cfc', 'network_id': 'ad28e910-d8cb-42fc-937f-524fec494cfc', 'project_id': 'dcc09680cf024f28a65aaca40b00c00f', 'fixed_ips': [{'subnet_id': '1a7f1188-2eff-47ed-8d5d-81b1a285789a'}]}} from dv-cinder-862432-3-iscsi. {{(pid=104534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 13:15:42.327860 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:42.603551 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.db_base_plugin_common [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Allocated IP 172.20.0.2 (ad28e910-d8cb-42fc-937f-524fec494cfc/1a7f1188-2eff-47ed-8d5d-81b1a285789a/9c268a29-ccb6-422d-9ca5-2f36e158de53) {{(pid=104534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:15:42.662658 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=58,neutron:INSERT=37,neutron:UPDATE=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:15:42.874721 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Publish callbacks [] for port (9c268a29-ccb6-422d-9ca5-2f36e158de53), precommit_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:42.882207 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (9c268a29-ccb6-422d-9ca5-2f36e158de53), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:42.955068 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Network ad28e910-d8cb-42fc-937f-524fec494cfc is already hosted by enough agents. {{(pid=104534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:15:42.963101 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.base_scheduler [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Resources bound (agent type, host, resource id): {{(pid=104534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:15:42.966271 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Received port after_create {{(pid=104534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:15:43.000751 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Pushing event updated for resources: {'Port': ['ID=9c268a29-ccb6-422d-9ca5-2f36e158de53,revision_number=1']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:15:43.027773 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:43.028120 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:43.028497 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:43.028849 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:43.029185 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:43.029510 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:43.029829 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:43.030147 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:43.030465 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:43.030780 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:43.031097 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:43.031426 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:43.031744 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:43.032058 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:43.032393 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Tracked resource versions report: Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: pushed versions: Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: { 'AddressGroup': {'1.2'}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Agent': {'1.1'}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'ConntrackHelper': {'1.0'}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'LocalIPAssociation': {'1.0'}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Log': {'1.0'}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'NDPProxy': {'1.0'}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Network': {'1.1'}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Port': {'1.7'}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'PortForwarding': {'1.3'}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'QosPolicy': {'1.10'}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'SecurityGroup': {'1.5'}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'SecurityGroupRule': {'1.2'}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'SubPort': {'1.0'}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Subnet': {'1.1'}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Trunk': {'1.1'}} Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: consumer versions: Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: { DHCP agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: L3 agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: Metadata agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: Metering agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: Open vSwitch agent@dv-cinder-862432-3-iscsi: { 'AddressGroup': '1.2', Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Agent': '1.1', Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'ConntrackHelper': '1.0', Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'LocalIPAssociation': '1.0', Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Log': '1.0', Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'NDPProxy': '1.0', Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Network': '1.1', Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Port': '1.7', Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'PortForwarding': '1.3', Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'QosPolicy': '1.10', Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'SecurityGroup': '1.5', Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'SecurityGroupRule': '1.2', Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'SubPort': '1.0', Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Subnet': '1.1', Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Trunk': '1.1'}} Oct 27 13:15:43.033812 dv-cinder-862432-3-iscsi neutron-server[104534]: {{(pid=104534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 13:15:43.064208 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Attempting to bind port 9c268a29-ccb6-422d-9ca5-2f36e158de53 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:15:43.064744 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Attempting to bind port 9c268a29-ccb6-422d-9ca5-2f36e158de53 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '5c28da48-1fcc-4c69-8377-3004f42ed24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ad28e910-d8cb-42fc-937f-524fec494cfc'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:15:43.065026 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Attempting to bind port 9c268a29-ccb6-422d-9ca5-2f36e158de53 on network ad28e910-d8cb-42fc-937f-524fec494cfc {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:15:43.094433 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:15:43.114388 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:15:43.114754 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Checking segment: {'id': '5c28da48-1fcc-4c69-8377-3004f42ed24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ad28e910-d8cb-42fc-937f-524fec494cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:15:43.115204 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:43.115643 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Bound using segment: {'id': '5c28da48-1fcc-4c69-8377-3004f42ed24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ad28e910-d8cb-42fc-937f-524fec494cfc'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:15:43.116118 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Bound port: 9c268a29-ccb6-422d-9ca5-2f36e158de53, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c28da48-1fcc-4c69-8377-3004f42ed24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ad28e910-d8cb-42fc-937f-524fec494cfc'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:15:43.116529 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (9c268a29-ccb6-422d-9ca5-2f36e158de53), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:43.174793 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] For port 9c268a29-ccb6-422d-9ca5-2f36e158de53, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:15:43.193336 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] For port 9c268a29-ccb6-422d-9ca5-2f36e158de53, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=9c268a29-ccb6-422d-9ca5-2f36e158de53,segment=NetworkSegment(5c28da48-1fcc-4c69-8377-3004f42ed24a),segment_id=5c28da48-1fcc-4c69-8377-3004f42ed24a)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:15:43.200440 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (9c268a29-ccb6-422d-9ca5-2f36e158de53), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:43.249710 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfaeab0-3195-49a3-9c9d-2063501524a5 None None] Pushing event updated for resources: {'Port': ['ID=9c268a29-ccb6-422d-9ca5-2f36e158de53,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:15:44.722264 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 51640) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:15:45.037155 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [None req-a1fca622-c46d-4efb-b41c-11aa7133c480 admin admin] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104532) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 13:15:45.038205 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-a1fca622-c46d-4efb-b41c-11aa7133c480 admin admin] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3151026 Oct 27 13:15:47.059789 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=7 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:15:47.065061 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:15:47.699192 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 51652) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:15:48.019472 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [None req-e58abb47-0796-40a5-8e67-9177b253492e admin admin] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104532) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 13:15:48.020654 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-e58abb47-0796-40a5-8e67-9177b253492e admin admin] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3205922 Oct 27 13:15:50.226272 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 9c268a29-ccb6-422d-9ca5-2f36e158de53 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:15:50.309841 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 9c268a29-ccb6-422d-9ca5-2f36e158de53 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:15:50.310256 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (9c268a29-ccb6-422d-9ca5-2f36e158de53), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:50.310619 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 9c268a29-ccb6-422d-9ca5-2f36e158de53 Oct 27 13:15:50.411304 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 9c268a29-ccb6-422d-9ca5-2f36e158de53 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:15:50.411701 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (9c268a29-ccb6-422d-9ca5-2f36e158de53), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:50.446603 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 9c268a29-ccb6-422d-9ca5-2f36e158de53, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=9c268a29-ccb6-422d-9ca5-2f36e158de53,segment=NetworkSegment(5c28da48-1fcc-4c69-8377-3004f42ed24a),segment_id=5c28da48-1fcc-4c69-8377-3004f42ed24a)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:15:50.450168 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (9c268a29-ccb6-422d-9ca5-2f36e158de53), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:50.499976 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=9c268a29-ccb6-422d-9ca5-2f36e158de53,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:15:50.682447 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 51664) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:15:51.187475 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076183e4-bba9-41ba-9331-bbe45fc1f26a None None] Network ad28e910-d8cb-42fc-937f-524fec494cfc requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:15:51.187769 dv-cinder-862432-3-iscsi neutron-server[104533]: WARNING oslo_policy.policy [None req-f1b661f9-221f-49dd-8d7d-dbf2f288e2d5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 13:15:51.188393 dv-cinder-862432-3-iscsi neutron-server[104533]: WARNING oslo_policy.policy [None req-f1b661f9-221f-49dd-8d7d-dbf2f288e2d5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 13:15:51.255561 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-cf08ef17-5981-4ebb-9b38-a6bdebdfbcee None None] Provisioning complete for port 9c268a29-ccb6-422d-9ca5-2f36e158de53 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:15:51.256136 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-cf08ef17-5981-4ebb-9b38-a6bdebdfbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (9c268a29-ccb6-422d-9ca5-2f36e158de53), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:51.256280 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-cf08ef17-5981-4ebb-9b38-a6bdebdfbcee None None] Attempt 1 to provision port 9c268a29-ccb6-422d-9ca5-2f36e158de53 Oct 27 13:15:51.365053 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:15:51.381217 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-cf08ef17-5981-4ebb-9b38-a6bdebdfbcee None None] Current status of the port 9c268a29-ccb6-422d-9ca5-2f36e158de53 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:15:51.410948 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-f1b661f9-221f-49dd-8d7d-dbf2f288e2d5 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:15:51.420013 dv-cinder-862432-3-iscsi neutron-server[104533]: ERROR stevedore.extension [None req-f1b661f9-221f-49dd-8d7d-dbf2f288e2d5 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 27 13:15:51.472050 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.policy [None req-f1b661f9-221f-49dd-8d7d-dbf2f288e2d5 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104533) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 13:15:51.500100 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-98f4b726-aeab-4d4d-a014-ea563cab1f2a None None] Provisioning complete for port 9c268a29-ccb6-422d-9ca5-2f36e158de53 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:15:51.500593 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-98f4b726-aeab-4d4d-a014-ea563cab1f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (9c268a29-ccb6-422d-9ca5-2f36e158de53), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:51.500936 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-98f4b726-aeab-4d4d-a014-ea563cab1f2a None None] Attempt 1 to provision port 9c268a29-ccb6-422d-9ca5-2f36e158de53 Oct 27 13:15:51.516789 dv-cinder-862432-3-iscsi neutron-server[104533]: WARNING oslo_policy.policy [None req-f1b661f9-221f-49dd-8d7d-dbf2f288e2d5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 13:15:51.517202 dv-cinder-862432-3-iscsi neutron-server[104533]: WARNING oslo_policy.policy [None req-f1b661f9-221f-49dd-8d7d-dbf2f288e2d5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 13:15:51.537219 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writer thread running {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 13:15:51.543019 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:15:51.572551 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-98f4b726-aeab-4d4d-a014-ea563cab1f2a None None] Current status of the port 9c268a29-ccb6-422d-9ca5-2f36e158de53 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:15:51.581000 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f1b661f9-221f-49dd-8d7d-dbf2f288e2d5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1006292'] for router (0afa851e-c573-4977-8017-bc5f83596424), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:51.582872 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f1b661f9-221f-49dd-8d7d-dbf2f288e2d5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1006319'] for router (0afa851e-c573-4977-8017-bc5f83596424), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:51.736081 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f1b661f9-221f-49dd-8d7d-dbf2f288e2d5 demo demo] Publish callbacks [] for router_controller (0afa851e-c573-4977-8017-bc5f83596424), precommit_add_association {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:51.741573 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f1b661f9-221f-49dd-8d7d-dbf2f288e2d5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658732'] for router (0afa851e-c573-4977-8017-bc5f83596424), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:51.765402 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f1b661f9-221f-49dd-8d7d-dbf2f288e2d5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:51.766668 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-f1b661f9-221f-49dd-8d7d-dbf2f288e2d5 demo demo] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0832825 Oct 27 13:15:52.061988 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=24 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:15:52.064726 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=55,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:15:52.210651 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 9c268a29-ccb6-422d-9ca5-2f36e158de53 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:15:52.245527 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:15:52.256639 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 9c268a29-ccb6-422d-9ca5-2f36e158de53 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:15:52.257207 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (9c268a29-ccb6-422d-9ca5-2f36e158de53), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:52.257371 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 9c268a29-ccb6-422d-9ca5-2f36e158de53 Oct 27 13:15:52.329329 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 9c268a29-ccb6-422d-9ca5-2f36e158de53 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:15:54.341192 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 51684) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:15:54.661240 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [None req-59fe827c-2ebe-479c-880a-a7d10c87659d admin admin] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 13:15:54.662225 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-59fe827c-2ebe-479c-880a-a7d10c87659d admin admin] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3201191 Oct 27 13:15:57.135132 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8c7deeaf-ed89-4371-a1ba-5174aecbafe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:57.292764 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 51692) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:15:57.612944 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:15:57.635502 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Made reservation on behalf of f354da2936f649f78cdcb89056983d15 for: {'network': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:15:57.638313 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:57.654011 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:57.757901 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Publish callbacks [] for security_group (37460071-42e3-4a37-b38e-fb45a71d0e9d), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:57.762148 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (37460071-42e3-4a37-b38e-fb45a71d0e9d), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:57.774207 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Reserving flat network on physical network physnet1 {{(pid=104533) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 13:15:57.803832 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757664830329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (9bc5cef8-1975-42ba-afc0-bbf1d20698bb), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:57.804418 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Unsubscribe: segment precommit_create {{(pid=104533) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 13:15:57.804964 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.segments_db [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Added segment 9bc5cef8-1975-42ba-afc0-bbf1d20698bb of type flat for network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 Oct 27 13:15:57.840146 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37460071-42e3-4a37-b38e-fb45a71d0e9d,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:15:57.877419 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:57.877757 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:57.878106 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:57.878447 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:57.878753 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:57.879069 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:57.879388 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:57.879698 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:57.880025 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:57.880367 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:57.880694 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:57.881022 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:57.881334 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:57.881651 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:57.881960 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Tracked resource versions report: Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: pushed versions: Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: { 'AddressGroup': {'1.2'}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Agent': {'1.1'}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'ConntrackHelper': {'1.0'}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'LocalIPAssociation': {'1.0'}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Log': {'1.0'}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'NDPProxy': {'1.0'}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Network': {'1.1'}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Port': {'1.7'}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'PortForwarding': {'1.3'}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'QosPolicy': {'1.10'}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'SecurityGroup': {'1.5'}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'SecurityGroupRule': {'1.2'}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'SubPort': {'1.0'}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Subnet': {'1.1'}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Trunk': {'1.1'}} Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: consumer versions: Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: { DHCP agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: L3 agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: Metadata agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: Metering agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: Open vSwitch agent@dv-cinder-862432-3-iscsi: { 'AddressGroup': '1.2', Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Agent': '1.1', Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'ConntrackHelper': '1.0', Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'LocalIPAssociation': '1.0', Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Log': '1.0', Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'NDPProxy': '1.0', Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Network': '1.1', Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Port': '1.7', Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'PortForwarding': '1.3', Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'QosPolicy': '1.10', Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'SecurityGroup': '1.5', Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'SecurityGroupRule': '1.2', Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'SubPort': '1.0', Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Subnet': '1.1', Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Trunk': '1.1'}} Oct 27 13:15:57.884130 dv-cinder-862432-3-iscsi neutron-server[104533]: {{(pid=104533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 13:15:57.916408 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:57.959578 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:57.961400 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:15:57.962126 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:15:58.045889 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7521546 Oct 27 13:15:58.065171 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47ac73-ac9d-48a7-8fcf-ad70a862ea48 admin admin] Pushing event updated for resources: {'Network': ['ID=5a1bb765-68cf-40e8-b6e6-5fc79a5fd267,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:15:58.076454 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:15:59.466948 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ad5b94e6-0421-45a4-bb0a-ee56c1a587bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:00.648748 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 51704) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:16:00.725460 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:01.055317 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8db0b6-a538-48b3-96fd-0f1c83272aaf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:16:01.056673 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-8a8db0b6-a538-48b3-96fd-0f1c83272aaf demo admin] 10.222.0.48 "GET /networking/v2.0/subnets/1a7f1188-2eff-47ed-8d5d-81b1a285789a HTTP/1.1" status: 200 len: 849 time: 0.4069464 Oct 27 13:16:01.188596 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-f17c5c41-4449-42b8-850c-5f1e9278caf6 demo admin] 10.222.0.48 "GET /networking/v2.0/routers/0afa851e-c573-4977-8017-bc5f83596424 HTTP/1.1" status: 200 len: 704 time: 0.1259830 Oct 27 13:16:01.429924 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:01.447859 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:01.527194 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:01.739644 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Allocated IP 172.20.0.1 (ad28e910-d8cb-42fc-937f-524fec494cfc/1a7f1188-2eff-47ed-8d5d-81b1a285789a/755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:16:01.923248 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Publish callbacks [] for port (755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:01.982878 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:02.010739 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:02.052540 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Network ad28e910-d8cb-42fc-937f-524fec494cfc is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:16:02.064846 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:16:02.073693 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:16:02.074217 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658522'] for router_interface (0afa851e-c573-4977-8017-bc5f83596424), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:02.095908 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Pushing event updated for resources: {'Port': ['ID=755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:16:02.249469 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-094a7d51-1338-4db1-b1d4-5a422e651cb0 None None] Provisioning complete for port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:16:02.249783 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-094a7d51-1338-4db1-b1d4-5a422e651cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:02.250123 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-094a7d51-1338-4db1-b1d4-5a422e651cb0 None None] Attempt 1 to provision port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 Oct 27 13:16:02.275826 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:02.286571 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-094a7d51-1338-4db1-b1d4-5a422e651cb0 None None] Port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:16:02.527197 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Publish callbacks [] for port (755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:02.531760 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:02.532589 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16190267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658606'] for router_interface (0afa851e-c573-4977-8017-bc5f83596424), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:02.542790 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:02.614741 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Pushing event updated for resources: {'Port': ['ID=755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:16:02.627328 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:02.631337 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:02.668123 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Network ad28e910-d8cb-42fc-937f-524fec494cfc is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:16:02.669440 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:16:02.697275 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 5 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:16:02.825371 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Router 0afa851e-c573-4977-8017-bc5f83596424 is scheduled to L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 with binding_index 1 {{(pid=104533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 13:16:02.906535 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-797723a7-3eaf-493c-9f67-b9a2c1bf8744 None None] Provisioning complete for port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:16:02.906916 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-797723a7-3eaf-493c-9f67-b9a2c1bf8744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:02.907251 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-797723a7-3eaf-493c-9f67-b9a2c1bf8744 None None] Attempt 1 to provision port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 Oct 27 13:16:02.914704 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:16:02.932663 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-5efffce9-ac78-4407-a284-096365f2ad9e demo admin] 10.222.0.48 "PUT /networking/v2.0/routers/0afa851e-c573-4977-8017-bc5f83596424/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7259061 Oct 27 13:16:02.932765 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Sync routers for ids ['0afa851e-c573-4977-8017-bc5f83596424'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:16:02.938317 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Routers {'0afa851e-c573-4977-8017-bc5f83596424'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:16:02.939442 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:15:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['0afa851e-c573-4977-8017-bc5f83596424'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:16:02.942209 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-797723a7-3eaf-493c-9f67-b9a2c1bf8744 None None] Port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:16:03.119714 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Set router 0afa851e-c573-4977-8017-bc5f83596424 gateway port host: None {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:16:03.535576 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afa851e-c573-4977-8017-bc5f83596424', 'name': 'router1', 'tenant_id': 'dcc09680cf024f28a65aaca40b00c00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:15:51Z', 'updated_at': '2022-10-27T13:16:02Z', 'revision_number': 2, 'project_id': 'dcc09680cf024f28a65aaca40b00c00f', 'gw_port_host': None, '_interfaces': [{'id': '755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774', 'name': '', 'network_id': 'ad28e910-d8cb-42fc-937f-524fec494cfc', 'tenant_id': 'dcc09680cf024f28a65aaca40b00c00f', 'mac_address': 'fa:16:3e:ed:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afa851e-c573-4977-8017-bc5f83596424', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a7f1188-2eff-47ed-8d5d-81b1a285789a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:16:01Z', 'updated_at': '2022-10-27T13:16:02Z', 'revision_number': 2, 'project_id': 'dcc09680cf024f28a65aaca40b00c00f', 'subnets': [{'id': '1a7f1188-2eff-47ed-8d5d-81b1a285789a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25738379-ad71-4038-bd16-d4f4f84fec40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:16:03.586149 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Checking router: 0afa851e-c573-4977-8017-bc5f83596424 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:16:03.586516 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Updating router 0afa851e-c573-4977-8017-bc5f83596424 port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 binding host dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:16:03.641927 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:04.138148 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Publish callbacks [] for port (755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774), precommit_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:04.144493 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:04.293453 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Pushing event updated for resources: {'Port': ['ID=755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774,revision_number=3']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:16:04.296907 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Attempting to bind port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:16:04.297310 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Attempting to bind port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '5c28da48-1fcc-4c69-8377-3004f42ed24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ad28e910-d8cb-42fc-937f-524fec494cfc'}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:16:04.297732 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Attempting to bind port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 on network ad28e910-d8cb-42fc-937f-524fec494cfc {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:16:04.333899 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:16:04.334243 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:16:04.334588 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:16:04.334972 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:16:04.335791 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:16:04.336118 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:16:04.336465 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:16:04.336790 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:16:04.337119 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:16:04.337437 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:16:04.337759 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:16:04.338093 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:16:04.338413 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:16:04.338730 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:16:04.339042 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Tracked resource versions report: Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: pushed versions: Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: { 'AddressGroup': {'1.2'}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Agent': {'1.1'}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'ConntrackHelper': {'1.0'}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'LocalIPAssociation': {'1.0'}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Log': {'1.0'}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'NDPProxy': {'1.0'}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Network': {'1.1'}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Port': {'1.7'}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'PortForwarding': {'1.3'}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'QosPolicy': {'1.10'}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'SecurityGroup': {'1.5'}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'SecurityGroupRule': {'1.2'}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'SubPort': {'1.0'}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Subnet': {'1.1'}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Trunk': {'1.1'}} Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: consumer versions: Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: { DHCP agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: L3 agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: Metadata agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: Metering agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: Open vSwitch agent@dv-cinder-862432-3-iscsi: { 'AddressGroup': '1.2', Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Agent': '1.1', Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'ConntrackHelper': '1.0', Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'LocalIPAssociation': '1.0', Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Log': '1.0', Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'NDPProxy': '1.0', Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Network': '1.1', Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Port': '1.7', Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'PortForwarding': '1.3', Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'QosPolicy': '1.10', Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'SecurityGroup': '1.5', Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'SecurityGroupRule': '1.2', Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'SubPort': '1.0', Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Subnet': '1.1', Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Trunk': '1.1'}} Oct 27 13:16:04.340446 dv-cinder-862432-3-iscsi neutron-server[104535]: {{(pid=104535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 13:16:04.393147 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:16:04.393466 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Checking segment: {'id': '5c28da48-1fcc-4c69-8377-3004f42ed24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ad28e910-d8cb-42fc-937f-524fec494cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:16:04.393928 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:04.394318 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Bound using segment: {'id': '5c28da48-1fcc-4c69-8377-3004f42ed24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ad28e910-d8cb-42fc-937f-524fec494cfc'} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:16:04.394823 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Bound port: 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c28da48-1fcc-4c69-8377-3004f42ed24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ad28e910-d8cb-42fc-937f-524fec494cfc'}}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:16:04.395202 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:04.443773 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:04.454753 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:04.459271 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] For port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:16:04.479645 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] For port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774,segment=NetworkSegment(5c28da48-1fcc-4c69-8377-3004f42ed24a),segment_id=5c28da48-1fcc-4c69-8377-3004f42ed24a)] {{(pid=104535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:16:04.485065 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:04.525439 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Routers {'0afa851e-c573-4977-8017-bc5f83596424'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:16:04.526055 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:15:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['0afa851e-c573-4977-8017-bc5f83596424'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:16:04.576542 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c969a6-3802-4775-a3b8-08f978b30c93 None None] Pushing event updated for resources: {'Port': ['ID=755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774,revision_number=4']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:16:04.626062 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] Set router 0afa851e-c573-4977-8017-bc5f83596424 gateway port host: None {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:16:04.814277 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afa851e-c573-4977-8017-bc5f83596424', 'name': 'router1', 'tenant_id': 'dcc09680cf024f28a65aaca40b00c00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:15:51Z', 'updated_at': '2022-10-27T13:16:02Z', 'revision_number': 2, 'project_id': 'dcc09680cf024f28a65aaca40b00c00f', 'gw_port_host': None, '_interfaces': [{'id': '755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774', 'name': '', 'network_id': 'ad28e910-d8cb-42fc-937f-524fec494cfc', 'tenant_id': 'dcc09680cf024f28a65aaca40b00c00f', 'mac_address': 'fa:16:3e:ed:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afa851e-c573-4977-8017-bc5f83596424', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a7f1188-2eff-47ed-8d5d-81b1a285789a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:16:01Z', 'updated_at': '2022-10-27T13:16:04Z', 'revision_number': 4, 'project_id': 'dcc09680cf024f28a65aaca40b00c00f', 'subnets': [{'id': '1a7f1188-2eff-47ed-8d5d-81b1a285789a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25738379-ad71-4038-bd16-d4f4f84fec40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:16:04.838709 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252f3d49-4d20-4f4f-b229-2bd60756477a None None] The sync data for ids ['0afa851e-c573-4977-8017-bc5f83596424'] in dv-cinder-862432-3-iscsi is: [{'id': '0afa851e-c573-4977-8017-bc5f83596424', 'name': 'router1', 'tenant_id': 'dcc09680cf024f28a65aaca40b00c00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:15:51Z', 'updated_at': '2022-10-27T13:16:02Z', 'revision_number': 2, 'project_id': 'dcc09680cf024f28a65aaca40b00c00f', 'gw_port_host': None, '_interfaces': [{'id': '755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774', 'name': '', 'network_id': 'ad28e910-d8cb-42fc-937f-524fec494cfc', 'tenant_id': 'dcc09680cf024f28a65aaca40b00c00f', 'mac_address': 'fa:16:3e:ed:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afa851e-c573-4977-8017-bc5f83596424', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a7f1188-2eff-47ed-8d5d-81b1a285789a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:16:01Z', 'updated_at': '2022-10-27T13:16:04Z', 'revision_number': 4, 'project_id': 'dcc09680cf024f28a65aaca40b00c00f', 'subnets': [{'id': '1a7f1188-2eff-47ed-8d5d-81b1a285789a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25738379-ad71-4038-bd16-d4f4f84fec40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:16:05.532273 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 51716) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:16:05.926108 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff594d5a-2839-4708-b7fc-6255da0913d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:16:05.928263 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-ff594d5a-2839-4708-b7fc-6255da0913d3 admin admin] 10.222.0.48 "GET /networking/v2.0/networks/5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 HTTP/1.1" status: 200 len: 842 time: 0.3988199 Oct 27 13:16:05.938346 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-9e8806a6-d6d6-4ff8-8dbe-3e5fb1a28f4c admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:16:05.961845 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8806a6-d6d6-4ff8-8dbe-3e5fb1a28f4c admin admin] Made reservation on behalf of f354da2936f649f78cdcb89056983d15 for: {'subnet': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:16:05.964207 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9e8806a6-d6d6-4ff8-8dbe-3e5fb1a28f4c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:06.256985 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.objects.ports [None req-9e8806a6-d6d6-4ff8-8dbe-3e5fb1a28f4c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104533) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 27 13:16:06.257421 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9e8806a6-d6d6-4ff8-8dbe-3e5fb1a28f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for subnet (17e8f47d-b83b-452e-8157-31ef98e158ac), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:06.311663 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8806a6-d6d6-4ff8-8dbe-3e5fb1a28f4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e8f47d-b83b-452e-8157-31ef98e158ac,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:16:06.323248 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8806a6-d6d6-4ff8-8dbe-3e5fb1a28f4c admin admin] Checking segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:16:06.323633 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8806a6-d6d6-4ff8-8dbe-3e5fb1a28f4c admin admin] Network hostable DHCP agents. Network: 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:16:06.340817 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:06.347163 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8806a6-d6d6-4ff8-8dbe-3e5fb1a28f4c admin admin] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:16:06.359870 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-9e8806a6-d6d6-4ff8-8dbe-3e5fb1a28f4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267) {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:16:06.364271 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8806a6-d6d6-4ff8-8dbe-3e5fb1a28f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:16:06.364889 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9e8806a6-d6d6-4ff8-8dbe-3e5fb1a28f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:06.369276 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb429c2-ae5e-46c4-a32e-3422ff709d69 None None] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:16:06.385221 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-9e8806a6-d6d6-4ff8-8dbe-3e5fb1a28f4c admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4501290 Oct 27 13:16:06.477019 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60732eff-3771-4c9e-9bd6-13bf1d2c7be1 None None] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:16:09.043138 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 51724) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:16:09.455008 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-f4c114c4-e70c-4990-8553-245b8cff3dbf demo admin] 10.222.0.48 "GET /networking/v2.0/routers/0afa851e-c573-4977-8017-bc5f83596424 HTTP/1.1" status: 200 len: 710 time: 0.4107661 Oct 27 13:16:09.543399 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08682590-27ab-45dc-af05-7f015cfde464 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:16:09.555104 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-08682590-27ab-45dc-af05-7f015cfde464 demo admin] 10.222.0.48 "GET /networking/v2.0/networks/5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 HTTP/1.1" status: 200 len: 886 time: 0.0925162 Oct 27 13:16:09.557975 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:16:09.635331 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:09.890049 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] Publish callbacks [] for router_gateway (0afa851e-c573-4977-8017-bc5f83596424), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:10.104672 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] Publish callbacks [] for router_gateway (0afa851e-c573-4977-8017-bc5f83596424), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:10.178709 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:10.236953 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:16:10.281250 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:16:10.281640 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:10.282000 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 Oct 27 13:16:10.285012 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] Allocated IP 172.27.0.144 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/a283226a-a99f-4ce6-ade1-4b4d844a8368) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:16:10.353173 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:10.355638 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:16:10.356059 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:10.371656 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:10.391267 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774,segment=NetworkSegment(5c28da48-1fcc-4c69-8377-3004f42ed24a),segment_id=5c28da48-1fcc-4c69-8377-3004f42ed24a)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:16:10.393323 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] Publish callbacks [] for port (a283226a-a99f-4ce6-ade1-4b4d844a8368), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:10.394768 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:10.426208 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (a283226a-a99f-4ce6-ade1-4b4d844a8368), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:10.444903 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:16:10.468395 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:16:10.473256 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:16:10.475404 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] Pushing event updated for resources: {'Port': ['ID=a283226a-a99f-4ce6-ade1-4b4d844a8368,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:16:10.479071 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:16:10.595105 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:10.717729 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] Publish callbacks [] for router_gateway (0afa851e-c573-4977-8017-bc5f83596424), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:10.902705 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1006321'] for router (0afa851e-c573-4977-8017-bc5f83596424), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:10.906024 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657053'] for router (0afa851e-c573-4977-8017-bc5f83596424), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:11.006459 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] Router 0afa851e-c573-4977-8017-bc5f83596424 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:16:11.187174 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:16:11.191836 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:11.193129 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-23d27e49-24fd-4df7-94ea-a12f15a8efb4 demo admin] 10.222.0.48 "PUT /networking/v2.0/routers/0afa851e-c573-4977-8017-bc5f83596424 HTTP/1.1" status: 200 len: 890 time: 1.6384013 Oct 27 13:16:11.197517 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Sync routers for ids ['0afa851e-c573-4977-8017-bc5f83596424'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:16:11.210651 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Routers {'0afa851e-c573-4977-8017-bc5f83596424'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:16:11.211375 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:15:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['0afa851e-c573-4977-8017-bc5f83596424'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:16:11.423660 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Set router 0afa851e-c573-4977-8017-bc5f83596424 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:16:11.464655 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:11.794052 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afa851e-c573-4977-8017-bc5f83596424', 'name': 'router1', 'tenant_id': 'dcc09680cf024f28a65aaca40b00c00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a283226a-a99f-4ce6-ade1-4b4d844a8368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:15:51Z', 'updated_at': '2022-10-27T13:16:10Z', 'revision_number': 4, 'project_id': 'dcc09680cf024f28a65aaca40b00c00f', 'gw_port': {'id': 'a283226a-a99f-4ce6-ade1-4b4d844a8368', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afa851e-c573-4977-8017-bc5f83596424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:16:10Z', 'updated_at': '2022-10-27T13:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774', 'name': '', 'network_id': 'ad28e910-d8cb-42fc-937f-524fec494cfc', 'tenant_id': 'dcc09680cf024f28a65aaca40b00c00f', 'mac_address': 'fa:16:3e:ed:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa851e-c573-4977-8017-bc5f83596424', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a7f1188-2eff-47ed-8d5d-81b1a285789a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:16:01Z', 'updated_at': '2022-10-27T13:16:10Z', 'revision_number': 5, 'project_id': 'dcc09680cf024f28a65aaca40b00c00f', 'subnets': [{'id': '1a7f1188-2eff-47ed-8d5d-81b1a285789a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25738379-ad71-4038-bd16-d4f4f84fec40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:16:11.915689 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Checking router: 0afa851e-c573-4977-8017-bc5f83596424 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:16:11.916044 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Updating router 0afa851e-c573-4977-8017-bc5f83596424 port a283226a-a99f-4ce6-ade1-4b4d844a8368 binding host dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:16:11.966850 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (a283226a-a99f-4ce6-ade1-4b4d844a8368), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:12.246475 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:16:12.314932 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Publish callbacks [] for port (a283226a-a99f-4ce6-ade1-4b4d844a8368), precommit_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:12.321393 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (a283226a-a99f-4ce6-ade1-4b4d844a8368), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:12.343102 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Attempting to bind port a283226a-a99f-4ce6-ade1-4b4d844a8368 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:16:12.343473 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Attempting to bind port a283226a-a99f-4ce6-ade1-4b4d844a8368 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:16:12.343836 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Attempting to bind port a283226a-a99f-4ce6-ade1-4b4d844a8368 on network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:16:12.389025 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:16:12.389417 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:12.389765 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 Oct 27 13:16:12.394739 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:12.440706 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7e870-045e-486b-a71c-ecda3b3d9e83 None None] Pushing event updated for resources: {'Port': ['ID=a283226a-a99f-4ce6-ade1-4b4d844a8368,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:16:12.453938 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:16:12.454304 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Checking segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:16:12.454694 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:12.455075 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Bound using segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:16:12.455544 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Bound port: a283226a-a99f-4ce6-ade1-4b4d844a8368, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:16:12.455916 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (a283226a-a99f-4ce6-ade1-4b4d844a8368), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:12.533500 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:16:12.536617 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] For port a283226a-a99f-4ce6-ade1-4b4d844a8368, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:16:12.548363 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] For port a283226a-a99f-4ce6-ade1-4b4d844a8368, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=a283226a-a99f-4ce6-ade1-4b4d844a8368,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:16:12.554216 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (a283226a-a99f-4ce6-ade1-4b4d844a8368), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:12.589721 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Routers {'0afa851e-c573-4977-8017-bc5f83596424'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:16:12.590543 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:15:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['0afa851e-c573-4977-8017-bc5f83596424'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:16:12.635141 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:12.650067 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7e870-045e-486b-a71c-ecda3b3d9e83 None None] Pushing event updated for resources: {'Port': ['ID=a283226a-a99f-4ce6-ade1-4b4d844a8368,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:16:12.714615 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] Set router 0afa851e-c573-4977-8017-bc5f83596424 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:16:12.905068 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afa851e-c573-4977-8017-bc5f83596424', 'name': 'router1', 'tenant_id': 'dcc09680cf024f28a65aaca40b00c00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a283226a-a99f-4ce6-ade1-4b4d844a8368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:15:51Z', 'updated_at': '2022-10-27T13:16:10Z', 'revision_number': 4, 'project_id': 'dcc09680cf024f28a65aaca40b00c00f', 'gw_port': {'id': 'a283226a-a99f-4ce6-ade1-4b4d844a8368', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afa851e-c573-4977-8017-bc5f83596424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:16:10Z', 'updated_at': '2022-10-27T13:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774', 'name': '', 'network_id': 'ad28e910-d8cb-42fc-937f-524fec494cfc', 'tenant_id': 'dcc09680cf024f28a65aaca40b00c00f', 'mac_address': 'fa:16:3e:ed:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa851e-c573-4977-8017-bc5f83596424', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a7f1188-2eff-47ed-8d5d-81b1a285789a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:16:01Z', 'updated_at': '2022-10-27T13:16:10Z', 'revision_number': 5, 'project_id': 'dcc09680cf024f28a65aaca40b00c00f', 'subnets': [{'id': '1a7f1188-2eff-47ed-8d5d-81b1a285789a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25738379-ad71-4038-bd16-d4f4f84fec40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:16:12.933203 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c20fffb-df38-41ec-ab6c-012d01903818 None None] The sync data for ids ['0afa851e-c573-4977-8017-bc5f83596424'] in dv-cinder-862432-3-iscsi is: [{'id': '0afa851e-c573-4977-8017-bc5f83596424', 'name': 'router1', 'tenant_id': 'dcc09680cf024f28a65aaca40b00c00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a283226a-a99f-4ce6-ade1-4b4d844a8368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:15:51Z', 'updated_at': '2022-10-27T13:16:10Z', 'revision_number': 4, 'project_id': 'dcc09680cf024f28a65aaca40b00c00f', 'gw_port': {'id': 'a283226a-a99f-4ce6-ade1-4b4d844a8368', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afa851e-c573-4977-8017-bc5f83596424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:16:10Z', 'updated_at': '2022-10-27T13:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774', 'name': '', 'network_id': 'ad28e910-d8cb-42fc-937f-524fec494cfc', 'tenant_id': 'dcc09680cf024f28a65aaca40b00c00f', 'mac_address': 'fa:16:3e:ed:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa851e-c573-4977-8017-bc5f83596424', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a7f1188-2eff-47ed-8d5d-81b1a285789a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:16:01Z', 'updated_at': '2022-10-27T13:16:10Z', 'revision_number': 5, 'project_id': 'dcc09680cf024f28a65aaca40b00c00f', 'subnets': [{'id': '1a7f1188-2eff-47ed-8d5d-81b1a285789a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25738379-ad71-4038-bd16-d4f4f84fec40'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:16:13.973697 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 51740) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:16:14.242090 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device a283226a-a99f-4ce6-ade1-4b4d844a8368 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:16:14.287126 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port a283226a-a99f-4ce6-ade1-4b4d844a8368 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:16:14.287503 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (a283226a-a99f-4ce6-ade1-4b4d844a8368), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:14.287875 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port a283226a-a99f-4ce6-ade1-4b4d844a8368 Oct 27 13:16:14.358003 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port a283226a-a99f-4ce6-ade1-4b4d844a8368 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:16:14.358475 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (a283226a-a99f-4ce6-ade1-4b4d844a8368), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:14.367853 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-dd786ad9-c64d-4804-a4b9-3a8b231dc179 admin admin] 10.222.0.48 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3930571 Oct 27 13:16:14.383958 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port a283226a-a99f-4ce6-ade1-4b4d844a8368, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=a283226a-a99f-4ce6-ade1-4b4d844a8368,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:16:14.388755 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (a283226a-a99f-4ce6-ade1-4b4d844a8368), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:14.437233 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=a283226a-a99f-4ce6-ade1-4b4d844a8368,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:16:14.811232 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=36 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:14.817748 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=46,neutron:INSERT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:16.235798 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device a283226a-a99f-4ce6-ade1-4b4d844a8368 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:16:16.261167 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:16.287704 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port a283226a-a99f-4ce6-ade1-4b4d844a8368 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:16:16.288097 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (a283226a-a99f-4ce6-ade1-4b4d844a8368), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:16.288464 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port a283226a-a99f-4ce6-ade1-4b4d844a8368 Oct 27 13:16:16.367620 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port a283226a-a99f-4ce6-ade1-4b4d844a8368 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:16:24.359448 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=60 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:24.364981 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=81 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:26.360948 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=13 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:26.365959 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:27.139394 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-63e9e575-3712-47a4-b027-19a5c31bc268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:29.480871 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-3ed8b5d5-5228-4b9c-a037-1438fb9a01a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:30.724185 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=4 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:30.738167 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:32.025279 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:32.636618 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:32.736109 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=4 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:39.697145 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 5 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:16:42.020346 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:42.632996 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:49.697418 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:16:57.234319 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ee380a98-2c1f-42de-ae77-1f68b0b2dd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:16:59.473786 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-79c85a0f-184f-43ee-9bad-b2f75d76818c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:17:00.732488 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:17:02.033781 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:17:02.557428 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:17:07.692594 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:17:07.699168 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=4 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:17:12.548802 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:17:12.550575 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:17:16.748080 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 5 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:17:26.691998 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:17:26.693002 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:17:27.148306 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-c0260a3c-0569-4379-b4d1-2926322908d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:17:29.466716 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-4c8ea563-dc62-48d7-8f5d-1d38ab217419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:17:30.735208 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:17:32.026356 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:17:32.550819 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:17:39.194846 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52290) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:17:39.528687 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7322d371-9e15-437e-ad27-6a9920b3829d admin admin] GET failed (client error): The resource could not be found. Oct 27 13:17:39.530559 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-7322d371-9e15-437e-ad27-6a9920b3829d admin admin] 10.222.0.48 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3348310 Oct 27 13:17:39.693276 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd745836-f18d-43b4-af38-cb47afe530f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:17:39.694756 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-cd745836-f18d-43b4-af38-cb47afe530f8 admin admin] 10.222.0.48 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1597738 Oct 27 13:17:42.268773 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52300) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:17:42.544831 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:17:42.546033 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:17:42.634156 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e3fca1-6cff-49ce-b3a8-c9e8eb623b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:17:42.635494 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-65e3fca1-6cff-49ce-b3a8-c9e8eb623b77 admin admin] 10.222.0.48 "GET /networking/v2.0/subnets/1a7f1188-2eff-47ed-8d5d-81b1a285789a HTTP/1.1" status: 200 len: 849 time: 0.3657789 Oct 27 13:17:42.645067 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:17:42.731074 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Publish callbacks [] for subnet (1a7f1188-2eff-47ed-8d5d-81b1a285789a), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:17:42.869856 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757664658104'] for subnet (1a7f1188-2eff-47ed-8d5d-81b1a285789a), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:17:42.905608 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:17:42.906708 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:17:42.907460 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] 10.222.0.48 "PUT /networking/v2.0/subnets/1a7f1188-2eff-47ed-8d5d-81b1a285789a HTTP/1.1" status: 200 len: 868 time: 0.2659481 Oct 27 13:17:42.925148 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a7f1188-2eff-47ed-8d5d-81b1a285789a,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:17:42.927217 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3eb921-df05-4d12-8720-177329fc1b39 None None] Network ad28e910-d8cb-42fc-937f-524fec494cfc requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:17:42.932696 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:17:42.933061 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:17:42.933390 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:17:42.933729 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:17:42.934065 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:17:42.934398 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:17:42.934747 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:17:42.935079 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:17:42.935476 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:17:42.935807 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:17:42.936156 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:17:42.936529 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:17:42.936857 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:17:42.937179 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:17:42.937496 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a6e97-2333-4bb7-bbc6-f3f42b2440c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:17:43.225363 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-9dfd194c-9bf8-4c8f-b03a-be1ea083269c None None] Provisioning complete for port 9c268a29-ccb6-422d-9ca5-2f36e158de53 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:17:43.225741 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-9dfd194c-9bf8-4c8f-b03a-be1ea083269c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (9c268a29-ccb6-422d-9ca5-2f36e158de53), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:17:43.226070 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-9dfd194c-9bf8-4c8f-b03a-be1ea083269c None None] Attempt 1 to provision port 9c268a29-ccb6-422d-9ca5-2f36e158de53 Oct 27 13:17:43.297023 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-9dfd194c-9bf8-4c8f-b03a-be1ea083269c None None] Current status of the port 9c268a29-ccb6-422d-9ca5-2f36e158de53 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:17:43.304941 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-9dfd194c-9bf8-4c8f-b03a-be1ea083269c None None] Provisioning complete for port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:17:43.305328 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-9dfd194c-9bf8-4c8f-b03a-be1ea083269c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:17:43.305652 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-9dfd194c-9bf8-4c8f-b03a-be1ea083269c None None] Attempt 1 to provision port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 Oct 27 13:17:43.376097 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-9dfd194c-9bf8-4c8f-b03a-be1ea083269c None None] Current status of the port 755cd5f7-fa72-4d9f-8c4c-7c07c0e2e774 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:17:45.511559 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52308) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:17:45.976195 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fdd168-f23a-442c-afdc-f567663ed35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:17:45.976681 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fdd168-f23a-442c-afdc-f567663ed35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:17:45.978216 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-a2fdd168-f23a-442c-afdc-f567663ed35d admin admin] 10.222.0.48 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4657156 Oct 27 13:17:47.234445 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=16 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:17:47.242603 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=16 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:17:48.516506 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52316) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:17:48.917210 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0060d1c-ccea-4c27-8ea2-969fb7ded3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:17:48.917674 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0060d1c-ccea-4c27-8ea2-969fb7ded3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:17:48.919169 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-b0060d1c-ccea-4c27-8ea2-969fb7ded3fa admin admin] 10.222.0.48 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4017146 Oct 27 13:17:51.489582 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52324) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:17:51.853546 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:17:51.885405 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63acac08-0176-4923-be33-1f0c576acd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:17:51.886721 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-63acac08-0176-4923-be33-1f0c576acd58 admin admin] 10.222.0.48 "GET /networking/v2.0/networks/5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 HTTP/1.1" status: 200 len: 886 time: 0.3961773 Oct 27 13:17:53.371550 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=41 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:17:53.374482 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=36 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:17:53.697424 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 5 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:17:54.445616 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52332) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:17:54.822982 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:17:54.847635 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86058e1-67e7-48b9-a0aa-5784949c2ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:17:54.849023 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-d86058e1-67e7-48b9-a0aa-5784949c2ddc admin admin] 10.222.0.48 "GET /networking/v2.0/networks/ad28e910-d8cb-42fc-937f-524fec494cfc HTTP/1.1" status: 200 len: 869 time: 0.4024720 Oct 27 13:17:57.150407 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-02aa5640-ffc0-4b3c-94d4-cdb86ce59670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:17:57.416316 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 52340) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:17:57.812817 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a038e4-c424-4f4d-8c8d-818a87a5e804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:17:57.813266 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a038e4-c424-4f4d-8c8d-818a87a5e804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:17:57.814784 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-70a038e4-c424-4f4d-8c8d-818a87a5e804 admin admin] 10.222.0.48 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3975458 Oct 27 13:17:59.471419 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-46a204a8-ad55-4e69-9c84-27c32a9d3008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:00.361605 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52350) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:18:00.736172 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:00.760529 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c021805-fddd-4e4b-8c17-c19d1a4a913f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:18:00.760905 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c021805-fddd-4e4b-8c17-c19d1a4a913f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:18:00.762930 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-3c021805-fddd-4e4b-8c17-c19d1a4a913f admin admin] 10.222.0.48 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4003880 Oct 27 13:18:02.027508 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:02.553190 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:03.308773 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52358) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:18:03.664144 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d8d58-aa0b-4bbb-ad83-38c660ab3632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:18:03.665484 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-256d8d58-aa0b-4bbb-ad83-38c660ab3632 admin admin] 10.222.0.48 "GET /networking/v2.0/subnets/17e8f47d-b83b-452e-8157-31ef98e158ac HTTP/1.1" status: 200 len: 816 time: 0.3558671 Oct 27 13:18:03.693864 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:03.695140 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:06.210713 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 52366) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:18:06.571796 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f4f90-892c-45a9-ad27-fd9d32326d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:18:06.573142 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-845f4f90-892c-45a9-ad27-fd9d32326d6e admin admin] 10.222.0.48 "GET /networking/v2.0/subnets/1a7f1188-2eff-47ed-8d5d-81b1a285789a HTTP/1.1" status: 200 len: 868 time: 0.3615954 Oct 27 13:18:12.547396 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:12.549210 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:13.659432 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=12 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:13.661291 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=26 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:16.567323 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=13 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:16.569247 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=13 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:21.694743 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:21.700023 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:27.153987 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a91b7b74-2ca8-4a4c-b9b4-cbcfb02bdb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:29.473573 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a23880f3-30f6-4fbc-a932-be7627ab8d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:30.696588 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 5 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:18:30.739204 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:32.031377 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:32.557302 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:35.948605 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 52422) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:18:36.265250 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [None req-eebf6e54-038b-44fd-9f4b-0e09f544582d admin admin] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104532) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 13:18:36.267696 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-eebf6e54-038b-44fd-9f4b-0e09f544582d admin admin] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3181300 Oct 27 13:18:38.891232 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 52430) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:18:39.220715 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c58791f-6fc8-4e38-b301-d301e2b21224 admin admin] GET failed (client error): The resource could not be found. Oct 27 13:18:39.221969 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-1c58791f-6fc8-4e38-b301-d301e2b21224 admin admin] 10.222.0.48 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3298204 Oct 27 13:18:39.371515 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1212db4c-473a-4ba0-af8d-42e9d6a63e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:18:39.373060 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-1212db4c-473a-4ba0-af8d-42e9d6a63e8d admin admin] 10.222.0.48 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1467509 Oct 27 13:18:40.692314 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:41.960700 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 52438) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:18:42.277166 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:18:42.299831 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Made reservation on behalf of f354da2936f649f78cdcb89056983d15 for: {'network': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:18:42.302147 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:42.338362 dv-cinder-862432-3-iscsi neutron-server[104532]: WARNING neutron.services.revisions.revision_plugin [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Could not find related network for resource to bump revision. Oct 27 13:18:42.352390 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=104532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:18:42.362444 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (cf244f6f-307c-4053-bac4-0bf99837418e), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:42.362952 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.segments_db [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Added segment cf244f6f-307c-4053-bac4-0bf99837418e of type vlan for network 8b0e6763-0b5d-41d1-8d64-3396c6148f5d Oct 27 13:18:42.404679 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (8b0e6763-0b5d-41d1-8d64-3396c6148f5d), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:42.428202 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (8b0e6763-0b5d-41d1-8d64-3396c6148f5d), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:42.429173 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:18:42.429741 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:42.505607 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5437376 Oct 27 13:18:42.524602 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Pushing event updated for resources: {'Network': ['ID=8b0e6763-0b5d-41d1-8d64-3396c6148f5d,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:18:42.533210 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:42.533554 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:42.533915 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:42.534249 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:42.534585 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:42.534913 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:42.535239 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:42.535557 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:42.535877 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:42.536197 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:42.536545 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:42.536866 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:42.537184 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:42.537500 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:42.537814 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bb78a-ad65-4ee0-a836-ef4246f77256 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:42.549070 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network 8b0e6763-0b5d-41d1-8d64-3396c6148f5d details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:18:42.551342 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:45.062011 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 52446) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:18:45.396817 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7c8a15-5ae3-4992-b645-6cae1c0076cb admin admin] GET failed (client error): The resource could not be found. Oct 27 13:18:45.398099 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-3f7c8a15-5ae3-4992-b645-6cae1c0076cb admin admin] 10.222.0.48 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3351889 Oct 27 13:18:45.469768 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04001932-96c6-4128-9e03-1ca715bc3f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:18:45.471174 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-04001932-96c6-4128-9e03-1ca715bc3f9e admin admin] 10.222.0.48 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688274 Oct 27 13:18:45.480707 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-203f942a-d5b6-44e9-9781-e675454be4f9 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8b0e6763-0b5d-41d1-8d64-3396c6148f5d', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:18:45.499837 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203f942a-d5b6-44e9-9781-e675454be4f9 admin admin] Made reservation on behalf of f354da2936f649f78cdcb89056983d15 for: {'subnet': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:18:45.502156 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-203f942a-d5b6-44e9-9781-e675454be4f9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:45.665256 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-203f942a-d5b6-44e9-9781-e675454be4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for subnet (4b61e6bd-954c-4127-a594-368ba60105a9), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:45.720437 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f942a-d5b6-44e9-9781-e675454be4f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b61e6bd-954c-4127-a594-368ba60105a9,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:18:45.729054 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203f942a-d5b6-44e9-9781-e675454be4f9 admin admin] Checking segment: {'id': 'cf244f6f-307c-4053-bac4-0bf99837418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b0e6763-0b5d-41d1-8d64-3396c6148f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:18:45.729431 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203f942a-d5b6-44e9-9781-e675454be4f9 admin admin] Network hostable DHCP agents. Network: 8b0e6763-0b5d-41d1-8d64-3396c6148f5d, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:18:45.745950 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203f942a-d5b6-44e9-9781-e675454be4f9 admin admin] Network 8b0e6763-0b5d-41d1-8d64-3396c6148f5d is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:18:45.753903 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-203f942a-d5b6-44e9-9781-e675454be4f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, 8b0e6763-0b5d-41d1-8d64-3396c6148f5d) {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:18:45.757940 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203f942a-d5b6-44e9-9781-e675454be4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:18:45.758569 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-203f942a-d5b6-44e9-9781-e675454be4f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:45.764079 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447b9587-0b37-4226-92ba-1ccf3fc040f0 None None] Network 8b0e6763-0b5d-41d1-8d64-3396c6148f5d requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:18:45.774799 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-203f942a-d5b6-44e9-9781-e675454be4f9 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2972934 Oct 27 13:18:45.875267 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe4b0003-7596-5709-b003-0e8d4fe063b1-8b0e6763-0b5d-41d1-8d64-3396c6148f5d', 'network_id': '8b0e6763-0b5d-41d1-8d64-3396c6148f5d', 'project_id': 'f354da2936f649f78cdcb89056983d15', 'fixed_ips': [{'subnet_id': '4b61e6bd-954c-4127-a594-368ba60105a9'}]}} from dv-cinder-862432-3-iscsi. {{(pid=104534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 13:18:45.876208 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:46.103777 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.db_base_plugin_common [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Allocated IP 192.168.233.2 (8b0e6763-0b5d-41d1-8d64-3396c6148f5d/4b61e6bd-954c-4127-a594-368ba60105a9/f170a59c-a45c-40ee-beb0-36ba949717c9) {{(pid=104534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:18:46.246398 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Publish callbacks [] for port (f170a59c-a45c-40ee-beb0-36ba949717c9), precommit_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:46.252994 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (f170a59c-a45c-40ee-beb0-36ba949717c9), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:46.302975 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Network 8b0e6763-0b5d-41d1-8d64-3396c6148f5d is already hosted by enough agents. {{(pid=104534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:18:46.306104 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.base_scheduler [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Resources bound (agent type, host, resource id): {{(pid=104534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:18:46.310645 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Received port after_create {{(pid=104534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:18:46.315229 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Pushing event updated for resources: {'Port': ['ID=f170a59c-a45c-40ee-beb0-36ba949717c9,revision_number=1']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:18:46.338119 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:46.338459 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:46.338813 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:46.339160 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:46.339483 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:46.339802 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:46.340116 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:46.340482 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:46.341340 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:46.341658 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:46.341973 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:46.342303 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:46.342620 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:46.342925 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:46.343232 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:18:46.380541 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Attempting to bind port f170a59c-a45c-40ee-beb0-36ba949717c9 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:18:46.380938 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Attempting to bind port f170a59c-a45c-40ee-beb0-36ba949717c9 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': 'cf244f6f-307c-4053-bac4-0bf99837418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b0e6763-0b5d-41d1-8d64-3396c6148f5d'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:18:46.381294 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Attempting to bind port f170a59c-a45c-40ee-beb0-36ba949717c9 on network 8b0e6763-0b5d-41d1-8d64-3396c6148f5d {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:18:46.423788 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:18:46.424154 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Checking segment: {'id': 'cf244f6f-307c-4053-bac4-0bf99837418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b0e6763-0b5d-41d1-8d64-3396c6148f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:18:46.424618 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:46.425040 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Bound using segment: {'id': 'cf244f6f-307c-4053-bac4-0bf99837418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b0e6763-0b5d-41d1-8d64-3396c6148f5d'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:18:46.425496 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Bound port: f170a59c-a45c-40ee-beb0-36ba949717c9, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf244f6f-307c-4053-bac4-0bf99837418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b0e6763-0b5d-41d1-8d64-3396c6148f5d'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:18:46.425867 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (f170a59c-a45c-40ee-beb0-36ba949717c9), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:46.487809 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:46.489488 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] For port f170a59c-a45c-40ee-beb0-36ba949717c9, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:18:46.494394 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] For port f170a59c-a45c-40ee-beb0-36ba949717c9, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=f170a59c-a45c-40ee-beb0-36ba949717c9,segment=NetworkSegment(cf244f6f-307c-4053-bac4-0bf99837418e),segment_id=cf244f6f-307c-4053-bac4-0bf99837418e)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:18:46.502877 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (f170a59c-a45c-40ee-beb0-36ba949717c9), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:46.562048 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0ae96-3aa4-48ed-ae3e-1147de24163e None None] Pushing event updated for resources: {'Port': ['ID=f170a59c-a45c-40ee-beb0-36ba949717c9,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:18:47.401111 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8d994d-3958-4d6a-951e-04fe3d1583a7 None None] Network 8b0e6763-0b5d-41d1-8d64-3396c6148f5d requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:18:47.462676 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-e6df8b34-b5b3-48de-873e-1208e0c2b360 None None] Provisioning complete for port f170a59c-a45c-40ee-beb0-36ba949717c9 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:18:47.463062 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-e6df8b34-b5b3-48de-873e-1208e0c2b360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (f170a59c-a45c-40ee-beb0-36ba949717c9), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:47.463399 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-e6df8b34-b5b3-48de-873e-1208e0c2b360 None None] Attempt 1 to provision port f170a59c-a45c-40ee-beb0-36ba949717c9 Oct 27 13:18:47.543312 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:47.582902 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-e6df8b34-b5b3-48de-873e-1208e0c2b360 None None] Current status of the port f170a59c-a45c-40ee-beb0-36ba949717c9 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:18:47.583286 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-e6df8b34-b5b3-48de-873e-1208e0c2b360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (f170a59c-a45c-40ee-beb0-36ba949717c9), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:47.633834 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-e6df8b34-b5b3-48de-873e-1208e0c2b360 None None] For port f170a59c-a45c-40ee-beb0-36ba949717c9, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=f170a59c-a45c-40ee-beb0-36ba949717c9,segment=NetworkSegment(cf244f6f-307c-4053-bac4-0bf99837418e),segment_id=cf244f6f-307c-4053-bac4-0bf99837418e)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:18:47.639838 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-e6df8b34-b5b3-48de-873e-1208e0c2b360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (f170a59c-a45c-40ee-beb0-36ba949717c9), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:47.697122 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df8b34-b5b3-48de-873e-1208e0c2b360 None None] Pushing event updated for resources: {'Port': ['ID=f170a59c-a45c-40ee-beb0-36ba949717c9,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:18:47.759648 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-e045490d-a77e-4bcc-b8d3-26119db7e3ce None None] Provisioning complete for port f170a59c-a45c-40ee-beb0-36ba949717c9 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:18:47.760032 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-e045490d-a77e-4bcc-b8d3-26119db7e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (f170a59c-a45c-40ee-beb0-36ba949717c9), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:47.760465 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-e045490d-a77e-4bcc-b8d3-26119db7e3ce None None] Attempt 1 to provision port f170a59c-a45c-40ee-beb0-36ba949717c9 Oct 27 13:18:47.832519 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-e045490d-a77e-4bcc-b8d3-26119db7e3ce None None] Current status of the port f170a59c-a45c-40ee-beb0-36ba949717c9 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:18:48.364784 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device f170a59c-a45c-40ee-beb0-36ba949717c9 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:18:48.412639 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port f170a59c-a45c-40ee-beb0-36ba949717c9 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:18:48.413263 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (f170a59c-a45c-40ee-beb0-36ba949717c9), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:48.413442 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port f170a59c-a45c-40ee-beb0-36ba949717c9 Oct 27 13:18:48.484392 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port f170a59c-a45c-40ee-beb0-36ba949717c9 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:18:55.751628 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:55.769067 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=74,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:57.152506 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:57.168910 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-5bfc1f6c-0459-466f-a3e1-bbfc684ac289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:18:58.706904 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:58.707620 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:18:59.474814 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-3490d67f-331a-4413-9803-20be5cd99070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:19:00.741912 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:19:02.032888 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:19:02.560595 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:19:07.696056 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 5 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:19:12.553592 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=54,neutron:UPDATE=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:19:12.555455 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:19:25.688406 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:19:25.689230 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:19:27.161394 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ec91fbf3-d8f7-4896-937f-64784798a4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:19:29.478000 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-c1a1da13-7e69-4732-943f-dffd1151de90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:19:30.746898 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:19:32.035194 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:19:32.563418 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:19:35.704121 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=5 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:19:35.704926 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:19:42.556899 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:19:42.558681 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:19:44.695216 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 5 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:19:54.690928 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:19:54.691636 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:19:57.164035 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a12e-4122-460c-b3e3-a078f287ef3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:19:59.479430 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a991ab0e-70a1-46f8-acdb-5bc0bcd4df0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:20:00.747949 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:20:02.039929 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:20:02.568569 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:20:12.035450 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:20:12.564443 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:20:12.695370 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:20:12.699127 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=4 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:20:21.695150 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 5 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:20:22.214964 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 52490) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:20:22.221057 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [None req-f3cf0ea3-d75f-490d-baac-66ef8e27e6d5 tempest-verify_tempest_config-734457247 tempest-verify_tempest_config-734457247-project] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104532) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 13:20:22.222021 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-f3cf0ea3-d75f-490d-baac-66ef8e27e6d5 tempest-verify_tempest_config-734457247 tempest-verify_tempest_config-734457247-project] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0061014 Oct 27 13:20:22.719992 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 52508) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:20:23.040976 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:20:23.114447 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Publish callbacks [] for security_group (bcd99c6b-d548-450a-945d-a12cd85e5ae6), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:20:23.117871 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (bcd99c6b-d548-450a-945d-a12cd85e5ae6), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:20:23.164968 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd99c6b-d548-450a-945d-a12cd85e5ae6,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:20:23.169760 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=fddd1645636b456d8308a7a4b26d0e6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4487145 Oct 27 13:20:23.172582 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52512) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:20:23.174401 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.174732 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.175113 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.175458 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.175790 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.176118 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.176466 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.176792 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.177129 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.177454 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.177790 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.178126 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.178449 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.178764 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.179078 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a541fc-65b1-4bf1-9fe9-f83fb454cb5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.229296 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Publish callbacks [] for security_group (bcd99c6b-d548-450a-945d-a12cd85e5ae6), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:20:23.249241 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Publish callbacks [] for security_group (bcd99c6b-d548-450a-945d-a12cd85e5ae6), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:20:23.344208 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (bcd99c6b-d548-450a-945d-a12cd85e5ae6), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:20:23.346752 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:20:23.347902 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/bcd99c6b-d548-450a-945d-a12cd85e5ae6 HTTP/1.1" status: 204 len: 168 time: 0.1743355 Oct 27 13:20:23.356364 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd99c6b-d548-450a-945d-a12cd85e5ae6,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:20:23.363565 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.363908 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.364288 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.364626 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.364954 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.365278 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.365595 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.365913 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.366246 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.366570 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.366902 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.367221 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.367538 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.367851 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:23.368436 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38160bab-f5e2-4040-934d-e1ce436a262d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:20:27.155129 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=11 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:20:27.166825 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-448ce66f-cb61-4d60-9072-aa5544e6aa20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:20:29.480502 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-65759b60-1d87-446a-9b1e-f82c8c8f754f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:20:30.750927 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:20:31.691750 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=17 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:20:32.041877 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:20:32.570488 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:20:33.163887 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:20:33.167848 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:20:33.351879 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:20:33.359757 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:20:42.564722 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:20:42.566543 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:20:49.701401 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:20:49.706993 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:20:57.168690 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a2c68330-0c1b-4542-972a-741251019f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:20:58.694271 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 5 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:20:59.484169 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-95b302c6-b3d2-4ea2-8e36-4ff3b278a3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:21:00.753576 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:21:02.042944 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:21:02.572975 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:21:08.690855 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:21:12.561100 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=24 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:21:12.568887 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:21:27.170830 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-fe8f61c1-3f60-4f73-9308-dc2a6303bf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:21:29.484728 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-bf49c56f-abb1-44df-88d3-0e1fbabccf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:21:30.755197 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:21:32.047219 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:21:32.575759 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:21:32.690737 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=6 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:21:32.691398 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:21:35.693070 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 5 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:21:42.565393 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:21:42.571408 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:21:45.689846 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:21:45.690567 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:21:57.173360 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-bc278cc5-aa7d-4774-a607-8be6c025839a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:21:59.022762 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-684134'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:21:59.485530 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-e17c49c7-b1e2-4035-a4c9-52d9ee68db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:22:00.758447 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:22:02.048965 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:22:02.578285 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:22:03.695072 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:22:03.701129 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=5 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:22:12.459279 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52606) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:22:12.572185 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:22:12.574453 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:22:12.587502 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-a1d5efc1-aec2-4b06-8c1c-924da770205d admin admin] 10.222.0.48 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1272268 Oct 27 13:22:12.692799 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:22:15.036468 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52616) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:22:15.090922 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-5ea329d6-14fc-4ce6-84f4-14a62d5c65eb admin admin] 10.222.0.48 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533936 Oct 27 13:22:25.086089 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:22:25.086767 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:22:27.153278 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=13 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:22:27.155720 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=15 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:22:27.176309 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-6f20de73-3027-41b6-a62c-9872849109e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:22:28.989363 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:22:29.487903 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-98fac06e-ae59-4e79-aab0-3e42f958e06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:22:30.761994 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:22:32.053035 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:22:32.580439 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:22:40.693443 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:22:40.698007 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=5 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:22:42.568910 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:22:42.575954 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:22:49.691991 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:22:57.176048 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-aa10f4bb-3247-47a8-ad38-b2e04a05526b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:22:59.007996 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:22:59.488420 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f9b10e2a-af2a-4bcf-bbd2-8782d0c6801d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:22:59.687447 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:22:59.688143 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:00.765850 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:02.057211 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:02.585007 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:12.577968 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:12.580539 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:17.695970 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=4 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:25.697862 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:26.690897 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:23:27.178604 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-209c8326-1e38-4ce6-acf7-1f5a985e856c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:29.003986 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:29.490299 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-b71f6fbd-3367-457b-ac88-348c846b35b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:30.770499 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:32.061183 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:32.587325 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:36.687470 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:42.581855 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=10 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:42.583888 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:46.313758 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52734) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:46.631872 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1097173377-network', 'tenant_id': 'cecd3a5ba83e47119462cb9166e9a80a'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:23:46.656830 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Made reservation on behalf of cecd3a5ba83e47119462cb9166e9a80a for: {'network': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:23:46.659425 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:46.668671 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:46.750562 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Publish callbacks [] for security_group (cbb54872-6fc5-4974-a45c-49b5b383979d), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:46.755291 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (cbb54872-6fc5-4974-a45c-49b5b383979d), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:46.772570 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=104533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:23:46.783129 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (a02c0a77-56ba-4b2d-a127-01c5fa6f02c9), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:46.783497 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.segments_db [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Added segment a02c0a77-56ba-4b2d-a127-01c5fa6f02c9 of type vlan for network cd96fa99-4c66-43df-b333-f0dba8530cad Oct 27 13:23:46.829235 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb54872-6fc5-4974-a45c-49b5b383979d,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:46.851595 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:46.851932 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:46.852283 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:46.852616 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:46.852938 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:46.853257 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:46.853573 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:46.853889 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:46.854202 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:46.854519 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:46.854850 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:46.855165 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:46.855675 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:46.855992 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:46.856380 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Tracked resource versions report: Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: pushed versions: Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: { 'AddressGroup': {'1.2'}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Agent': {'1.1'}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'ConntrackHelper': {'1.0'}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'LocalIPAssociation': {'1.0'}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Log': {'1.0'}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'NDPProxy': {'1.0'}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Network': {'1.1'}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Port': {'1.7'}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'PortForwarding': {'1.3'}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'QosPolicy': {'1.10'}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'SecurityGroup': {'1.5'}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'SecurityGroupRule': {'1.2'}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'SubPort': {'1.0'}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Subnet': {'1.1'}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Trunk': {'1.1'}} Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: consumer versions: Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: { DHCP agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: HyperV agent@hv-cinder-86243: {}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: L3 agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: Metadata agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: Metering agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: Open vSwitch agent@dv-cinder-862432-3-iscsi: { 'AddressGroup': '1.2', Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Agent': '1.1', Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'ConntrackHelper': '1.0', Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'LocalIPAssociation': '1.0', Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Log': '1.0', Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'NDPProxy': '1.0', Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Network': '1.1', Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Port': '1.7', Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'PortForwarding': '1.3', Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'QosPolicy': '1.10', Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'SecurityGroup': '1.5', Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'SecurityGroupRule': '1.2', Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'SubPort': '1.0', Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Subnet': '1.1', Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: 'Trunk': '1.1'}} Oct 27 13:23:46.858053 dv-cinder-862432-3-iscsi neutron-server[104533]: {{(pid=104533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 13:23:46.863485 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (cd96fa99-4c66-43df-b333-f0dba8530cad), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:46.888917 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (cd96fa99-4c66-43df-b333-f0dba8530cad), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:46.890247 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:23:46.890919 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:46.953904 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 52770) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:46.954681 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6390705 Oct 27 13:23:46.962587 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Request body: {'subnet': {'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1097173377-subnet', 'tenant_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:23:46.965324 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca1628-c73c-42c1-a276-b0d29c3c6b19 admin admin] Pushing event updated for resources: {'Network': ['ID=cd96fa99-4c66-43df-b333-f0dba8530cad,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:46.978554 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network cd96fa99-4c66-43df-b333-f0dba8530cad details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:23:46.999135 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Made reservation on behalf of cecd3a5ba83e47119462cb9166e9a80a for: {'subnet': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:23:47.002141 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:47.199873 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for subnet (0f4c80c3-3119-40c0-ba45-2d13ba53d691), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:47.248344 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f4c80c3-3119-40c0-ba45-2d13ba53d691,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:47.258683 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:47.259028 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:47.259379 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:47.260092 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:47.260447 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:47.261038 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:47.261379 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:47.261929 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:47.262277 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:47.263110 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:47.263444 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:47.263777 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:47.264099 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:47.264493 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:47.264815 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Tracked resource versions report: Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: pushed versions: Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: { 'AddressGroup': {'1.2'}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Agent': {'1.1'}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'ConntrackHelper': {'1.0'}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'LocalIPAssociation': {'1.0'}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Log': {'1.0'}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'NDPProxy': {'1.0'}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Network': {'1.1'}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Port': {'1.7'}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'PortForwarding': {'1.3'}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'QosPolicy': {'1.10'}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'SecurityGroup': {'1.5'}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'SecurityGroupRule': {'1.2'}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'SubPort': {'1.0'}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Subnet': {'1.1'}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Trunk': {'1.1'}} Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: consumer versions: Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: { DHCP agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: HyperV agent@hv-cinder-86243: {}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: L3 agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: Metadata agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: Metering agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: Open vSwitch agent@dv-cinder-862432-3-iscsi: { 'AddressGroup': '1.2', Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Agent': '1.1', Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'ConntrackHelper': '1.0', Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'LocalIPAssociation': '1.0', Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Log': '1.0', Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'NDPProxy': '1.0', Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Network': '1.1', Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Port': '1.7', Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'PortForwarding': '1.3', Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'QosPolicy': '1.10', Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'SecurityGroup': '1.5', Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'SecurityGroupRule': '1.2', Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'SubPort': '1.0', Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Subnet': '1.1', Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: 'Trunk': '1.1'}} Oct 27 13:23:47.266086 dv-cinder-862432-3-iscsi neutron-server[104532]: {{(pid=104532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 13:23:47.282572 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Checking segment: {'id': 'a02c0a77-56ba-4b2d-a127-01c5fa6f02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:23:47.282995 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Network hostable DHCP agents. Network: cd96fa99-4c66-43df-b333-f0dba8530cad, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:23:47.304161 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Network cd96fa99-4c66-43df-b333-f0dba8530cad is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:23:47.320698 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, cd96fa99-4c66-43df-b333-f0dba8530cad) {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:23:47.325974 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:23:47.327011 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:47.334043 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5c262c-e74f-4da1-a452-e6d73e615c19 None None] Network cd96fa99-4c66-43df-b333-f0dba8530cad requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:23:47.353865 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-a181ad9e-517d-4d6a-845e-50d709a6e75b admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3961339 Oct 27 13:23:47.354523 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 52800) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:47.363156 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1097173377-router', 'tenant_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:23:47.397534 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1006292'] for router (6b77b04d-70bf-4be8-b06c-9f0f53f142da), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:47.403042 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1006319'] for router (6b77b04d-70bf-4be8-b06c-9f0f53f142da), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:47.478333 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe4b0003-7596-5709-b003-0e8d4fe063b1-cd96fa99-4c66-43df-b333-f0dba8530cad', 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad', 'project_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'fixed_ips': [{'subnet_id': '0f4c80c3-3119-40c0-ba45-2d13ba53d691'}]}} from dv-cinder-862432-3-iscsi. {{(pid=104534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 13:23:47.479286 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:47.569655 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Publish callbacks [] for router_controller (6b77b04d-70bf-4be8-b06c-9f0f53f142da), precommit_add_association {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:47.574912 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52810) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:47.625905 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52816) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:47.672907 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.db_base_plugin_common [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Allocated IP 172.20.0.2 (cd96fa99-4c66-43df-b333-f0dba8530cad/0f4c80c3-3119-40c0-ba45-2d13ba53d691/34a64427-48c8-4ad8-8ee6-392937e14557) {{(pid=104534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:23:47.831119 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Publish callbacks [] for router_gateway (6b77b04d-70bf-4be8-b06c-9f0f53f142da), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:47.858770 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Publish callbacks [] for port (34a64427-48c8-4ad8-8ee6-392937e14557), precommit_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:47.867401 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (34a64427-48c8-4ad8-8ee6-392937e14557), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:47.890826 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Network cd96fa99-4c66-43df-b333-f0dba8530cad is already hosted by enough agents. {{(pid=104534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:23:47.894081 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.base_scheduler [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Resources bound (agent type, host, resource id): {{(pid=104534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:23:47.916282 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Received port after_create {{(pid=104534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:23:47.967474 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-a02a7bfe-8b1f-4e8d-bce3-b1f18afa0df2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-453290392-network', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:23:47.998123 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02a7bfe-8b1f-4e8d-bce3-b1f18afa0df2 admin admin] Made reservation on behalf of a58f7c57ef7f4a54999d16d765d80cc2 for: {'network': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:23:48.001177 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a02a7bfe-8b1f-4e8d-bce3-b1f18afa0df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.007062 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Pushing event updated for resources: {'Port': ['ID=34a64427-48c8-4ad8-8ee6-392937e14557,revision_number=1']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:48.017091 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:48.017507 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:48.018063 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:48.018483 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:48.018881 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:48.019273 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:48.019658 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:48.020163 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:48.021100 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:48.021685 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:48.022473 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:48.023006 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:48.023511 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:48.024141 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:48.024955 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Tracked resource versions report: Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: pushed versions: Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: { 'AddressGroup': {'1.2'}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Agent': {'1.1'}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'ConntrackHelper': {'1.0'}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'LocalIPAssociation': {'1.0'}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Log': {'1.0'}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'NDPProxy': {'1.0'}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Network': {'1.1'}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Port': {'1.7'}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'PortForwarding': {'1.3'}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'QosPolicy': {'1.10'}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'SecurityGroup': {'1.5'}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'SecurityGroupRule': {'1.2'}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'SubPort': {'1.0'}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Subnet': {'1.1'}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Trunk': {'1.1'}} Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: consumer versions: Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: { DHCP agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: HyperV agent@hv-cinder-86243: {}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: L3 agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: Metadata agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: Metering agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: Open vSwitch agent@dv-cinder-862432-3-iscsi: { 'AddressGroup': '1.2', Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Agent': '1.1', Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'ConntrackHelper': '1.0', Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'LocalIPAssociation': '1.0', Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Log': '1.0', Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'NDPProxy': '1.0', Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Network': '1.1', Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Port': '1.7', Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'PortForwarding': '1.3', Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'QosPolicy': '1.10', Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'SecurityGroup': '1.5', Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'SecurityGroupRule': '1.2', Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'SubPort': '1.0', Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Subnet': '1.1', Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: 'Trunk': '1.1'}} Oct 27 13:23:48.027559 dv-cinder-862432-3-iscsi neutron-server[104534]: {{(pid=104534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 13:23:48.037848 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-06536128-7c84-4929-98eb-48d04f867bc4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-577812211-network', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:23:48.045983 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a02a7bfe-8b1f-4e8d-bce3-b1f18afa0df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.051281 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Attempting to bind port 34a64427-48c8-4ad8-8ee6-392937e14557 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:23:48.052141 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Attempting to bind port 34a64427-48c8-4ad8-8ee6-392937e14557 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': 'a02c0a77-56ba-4b2d-a127-01c5fa6f02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:23:48.053419 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Attempting to bind port 34a64427-48c8-4ad8-8ee6-392937e14557 on network cd96fa99-4c66-43df-b333-f0dba8530cad {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:23:48.111489 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06536128-7c84-4929-98eb-48d04f867bc4 admin admin] Made reservation on behalf of 5d1a967f9b62401ba95d65a2747e3ec0 for: {'network': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:23:48.117094 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-06536128-7c84-4929-98eb-48d04f867bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.120180 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:23:48.121211 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Checking segment: {'id': 'a02c0a77-56ba-4b2d-a127-01c5fa6f02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:23:48.121486 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Publish callbacks [] for router_gateway (6b77b04d-70bf-4be8-b06c-9f0f53f142da), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.123363 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.123919 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Bound using segment: {'id': 'a02c0a77-56ba-4b2d-a127-01c5fa6f02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:23:48.124724 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Bound port: 34a64427-48c8-4ad8-8ee6-392937e14557, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02c0a77-56ba-4b2d-a127-01c5fa6f02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:23:48.125593 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (34a64427-48c8-4ad8-8ee6-392937e14557), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.154796 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-06536128-7c84-4929-98eb-48d04f867bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.179926 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 52834) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:48.186575 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.216948 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52848) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:48.254871 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] For port 34a64427-48c8-4ad8-8ee6-392937e14557, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:23:48.264271 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] For port 34a64427-48c8-4ad8-8ee6-392937e14557, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=34a64427-48c8-4ad8-8ee6-392937e14557,segment=NetworkSegment(a02c0a77-56ba-4b2d-a127-01c5fa6f02c9),segment_id=a02c0a77-56ba-4b2d-a127-01c5fa6f02c9)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:23:48.277163 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (34a64427-48c8-4ad8-8ee6-392937e14557), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.315905 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:48.381058 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fa91a-3f9b-4e9d-8b52-94366ecd0e0f None None] Pushing event updated for resources: {'Port': ['ID=34a64427-48c8-4ad8-8ee6-392937e14557,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:48.404124 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Allocated IP 172.27.0.139 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/49b3ce67-a75f-4e61-8717-e1d46bbb83b8) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:23:48.543904 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Publish callbacks [] for port (49b3ce67-a75f-4e61-8717-e1d46bbb83b8), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.582138 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-06536128-7c84-4929-98eb-48d04f867bc4 admin admin] Publish callbacks [] for security_group (0a23e45e-069b-4289-a0d9-c3c8c5c265bf), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.671180 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-7703bf34-459e-42fd-82f8-b58b25c0cad8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-899798816-network', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:23:48.671180 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (49b3ce67-a75f-4e61-8717-e1d46bbb83b8), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.672996 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a02a7bfe-8b1f-4e8d-bce3-b1f18afa0df2 admin admin] Publish callbacks [] for security_group (00e3031a-391b-43c1-bcb6-794f5729c9fd), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.672996 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-b30c2956-c013-47ec-9a55-9850178484fd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-914977606-network', 'tenant_id': '181858f4783e4af280faee987f399b24'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:23:48.674625 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-06536128-7c84-4929-98eb-48d04f867bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (0a23e45e-069b-4289-a0d9-c3c8c5c265bf), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.680813 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a02a7bfe-8b1f-4e8d-bce3-b1f18afa0df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (00e3031a-391b-43c1-bcb6-794f5729c9fd), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.691462 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:48.703666 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06536128-7c84-4929-98eb-48d04f867bc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=104533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:23:48.724508 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-06536128-7c84-4929-98eb-48d04f867bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (e5c45272-669f-4a6e-bc78-66653a65ecdf), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.725326 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.segments_db [None req-06536128-7c84-4929-98eb-48d04f867bc4 admin admin] Added segment e5c45272-669f-4a6e-bc78-66653a65ecdf of type vlan for network 424d9785-78b4-4b32-922b-56a7b3492659 Oct 27 13:23:48.734095 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:48.741177 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02a7bfe-8b1f-4e8d-bce3-b1f18afa0df2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=104533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:23:48.744977 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:48.782173 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:23:48.792279 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:23:48.799008 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:23:48.807938 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a02a7bfe-8b1f-4e8d-bce3-b1f18afa0df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (5ae36e85-9d7a-4c0f-a177-587c7002ccbe), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.809211 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.segments_db [None req-a02a7bfe-8b1f-4e8d-bce3-b1f18afa0df2 admin admin] Added segment 5ae36e85-9d7a-4c0f-a177-587c7002ccbe of type vlan for network d7787e3c-cdc7-4d31-9969-b3505bdbc01b Oct 27 13:23:48.880983 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-06536128-7c84-4929-98eb-48d04f867bc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (424d9785-78b4-4b32-922b-56a7b3492659), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.917033 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30c2956-c013-47ec-9a55-9850178484fd admin admin] Made reservation on behalf of 181858f4783e4af280faee987f399b24 for: {'network': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:23:48.920357 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b30c2956-c013-47ec-9a55-9850178484fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.928554 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06536128-7c84-4929-98eb-48d04f867bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a23e45e-069b-4289-a0d9-c3c8c5c265bf,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:48.952964 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a02a7bfe-8b1f-4e8d-bce3-b1f18afa0df2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (d7787e3c-cdc7-4d31-9969-b3505bdbc01b), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.955195 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7703bf34-459e-42fd-82f8-b58b25c0cad8 admin admin] Made reservation on behalf of a14a3cf9df9f4034a8a0109fd3e33816 for: {'network': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:23:48.958805 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7703bf34-459e-42fd-82f8-b58b25c0cad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:48.959336 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b30c2956-c013-47ec-9a55-9850178484fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.006893 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Pushing event updated for resources: {'Port': ['ID=49b3ce67-a75f-4e61-8717-e1d46bbb83b8,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:49.013977 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7703bf34-459e-42fd-82f8-b58b25c0cad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.021533 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-06536128-7c84-4929-98eb-48d04f867bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (424d9785-78b4-4b32-922b-56a7b3492659), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.022695 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06536128-7c84-4929-98eb-48d04f867bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:23:49.023583 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-06536128-7c84-4929-98eb-48d04f867bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.031526 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a7bfe-8b1f-4e8d-bce3-b1f18afa0df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e3031a-391b-43c1-bcb6-794f5729c9fd,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:49.052626 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a02a7bfe-8b1f-4e8d-bce3-b1f18afa0df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (d7787e3c-cdc7-4d31-9969-b3505bdbc01b), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.078882 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a7bfe-8b1f-4e8d-bce3-b1f18afa0df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:23:49.079745 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a02a7bfe-8b1f-4e8d-bce3-b1f18afa0df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.101634 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:49.155392 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-06536128-7c84-4929-98eb-48d04f867bc4 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5279722 Oct 27 13:23:49.162169 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52882) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:49.167445 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-52dccb4a-c226-4209-ab98-b2b968dd003d admin admin] Request body: {'subnet': {'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-577812211-subnet', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:23:49.241331 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-a02a7bfe-8b1f-4e8d-bce3-b1f18afa0df2 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6647470 Oct 27 13:23:49.242169 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52886) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:49.254819 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dccb4a-c226-4209-ab98-b2b968dd003d admin admin] Made reservation on behalf of 5d1a967f9b62401ba95d65a2747e3ec0 for: {'subnet': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:23:49.257986 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-52dccb4a-c226-4209-ab98-b2b968dd003d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.389165 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Publish callbacks [] for router_gateway (6b77b04d-70bf-4be8-b06c-9f0f53f142da), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.407607 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-9415689d-e17f-4d7b-bdfa-b6b29718902b admin admin] Request body: {'subnet': {'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-subnet', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:23:49.425071 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:UPDATE=6,neutron:SELECT=77,neutron:INSERT=14,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:49.498983 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06536128-7c84-4929-98eb-48d04f867bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=424d9785-78b4-4b32-922b-56a7b3492659,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:49.516499 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network 424d9785-78b4-4b32-922b-56a7b3492659 details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:23:49.535601 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7703bf34-459e-42fd-82f8-b58b25c0cad8 admin admin] Publish callbacks [] for security_group (0adfe27e-b15c-49bc-b5f8-43504c7f2efe), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.664094 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a7bfe-8b1f-4e8d-bce3-b1f18afa0df2 admin admin] Pushing event updated for resources: {'Network': ['ID=d7787e3c-cdc7-4d31-9969-b3505bdbc01b,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:49.675135 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658732'] for router (6b77b04d-70bf-4be8-b06c-9f0f53f142da), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.675562 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network d7787e3c-cdc7-4d31-9969-b3505bdbc01b details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:23:49.678116 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7703bf34-459e-42fd-82f8-b58b25c0cad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (0adfe27e-b15c-49bc-b5f8-43504c7f2efe), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.703915 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7703bf34-459e-42fd-82f8-b58b25c0cad8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=104532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:23:49.725399 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9415689d-e17f-4d7b-bdfa-b6b29718902b admin admin] Made reservation on behalf of a58f7c57ef7f4a54999d16d765d80cc2 for: {'subnet': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:23:49.726062 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7703bf34-459e-42fd-82f8-b58b25c0cad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (c6678d95-6277-4dc7-9739-63f889fc5157), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.728443 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.segments_db [None req-7703bf34-459e-42fd-82f8-b58b25c0cad8 admin admin] Added segment c6678d95-6277-4dc7-9739-63f889fc5157 of type vlan for network b9e83d77-9944-451b-8320-56a536076101 Oct 27 13:23:49.729685 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9415689d-e17f-4d7b-bdfa-b6b29718902b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.822945 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7703bf34-459e-42fd-82f8-b58b25c0cad8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (b9e83d77-9944-451b-8320-56a536076101), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.824025 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:49.824909 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:49.871629 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b30c2956-c013-47ec-9a55-9850178484fd admin admin] Publish callbacks [] for security_group (21d4c6ff-8df0-407b-887b-e138885a0f29), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.875407 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-52dccb4a-c226-4209-ab98-b2b968dd003d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for subnet (3a4b0eb8-cd36-4797-a097-2561f1cfcd3b), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.895013 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b30c2956-c013-47ec-9a55-9850178484fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (21d4c6ff-8df0-407b-887b-e138885a0f29), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.909252 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30c2956-c013-47ec-9a55-9850178484fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=104533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:23:49.922657 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a76c5d-e900-4f87-81af-14eb7203db64 None None] Network cd96fa99-4c66-43df-b333-f0dba8530cad requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:23:49.923473 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b30c2956-c013-47ec-9a55-9850178484fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (86368476-5715-408b-b3d9-407f4ff5065b), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:49.923825 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.segments_db [None req-b30c2956-c013-47ec-9a55-9850178484fd admin admin] Added segment 86368476-5715-408b-b3d9-407f4ff5065b of type vlan for network 756041fe-7573-4999-8d91-17ecb1fb0360 Oct 27 13:23:49.976935 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b30c2956-c013-47ec-9a55-9850178484fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (756041fe-7573-4999-8d91-17ecb1fb0360), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:50.066641 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:50.120670 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c2956-c013-47ec-9a55-9850178484fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d4c6ff-8df0-407b-887b-e138885a0f29,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:50.135439 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dccb4a-c226-4209-ab98-b2b968dd003d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4b0eb8-cd36-4797-a097-2561f1cfcd3b,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:50.162865 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b30c2956-c013-47ec-9a55-9850178484fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (756041fe-7573-4999-8d91-17ecb1fb0360), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:50.163890 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30c2956-c013-47ec-9a55-9850178484fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:23:50.164510 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b30c2956-c013-47ec-9a55-9850178484fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:50.166480 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-a33d68d2-5c3c-47a4-b378-a8ee937278dd None None] Provisioning complete for port 34a64427-48c8-4ad8-8ee6-392937e14557 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:23:50.166870 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a33d68d2-5c3c-47a4-b378-a8ee937278dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (34a64427-48c8-4ad8-8ee6-392937e14557), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:50.169481 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-a33d68d2-5c3c-47a4-b378-a8ee937278dd None None] Attempt 1 to provision port 34a64427-48c8-4ad8-8ee6-392937e14557 Oct 27 13:23:50.182769 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:50.194474 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-b30c2956-c013-47ec-9a55-9850178484fd admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9763527 Oct 27 13:23:50.203863 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 52938) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:50.210131 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dccb4a-c226-4209-ab98-b2b968dd003d admin admin] Checking segment: {'id': 'e5c45272-669f-4a6e-bc78-66653a65ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:23:50.210927 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dccb4a-c226-4209-ab98-b2b968dd003d admin admin] Network hostable DHCP agents. Network: 424d9785-78b4-4b32-922b-56a7b3492659, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:23:50.214821 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703bf34-459e-42fd-82f8-b58b25c0cad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adfe27e-b15c-49bc-b5f8-43504c7f2efe,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:50.223070 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-02c990e9-74d3-4145-8b6d-5c5b6a232af6 admin admin] Request body: {'subnet': {'network_id': '756041fe-7573-4999-8d91-17ecb1fb0360', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-914977606-subnet', 'tenant_id': '181858f4783e4af280faee987f399b24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:23:50.242646 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7703bf34-459e-42fd-82f8-b58b25c0cad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (b9e83d77-9944-451b-8320-56a536076101), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:50.244143 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7703bf34-459e-42fd-82f8-b58b25c0cad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:23:50.245105 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7703bf34-459e-42fd-82f8-b58b25c0cad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:50.258730 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Router 6b77b04d-70bf-4be8-b06c-9f0f53f142da is scheduled to L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 with binding_index 1 {{(pid=104532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 13:23:50.325566 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c2956-c013-47ec-9a55-9850178484fd admin admin] Pushing event updated for resources: {'Network': ['ID=756041fe-7573-4999-8d91-17ecb1fb0360,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:50.330206 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dccb4a-c226-4209-ab98-b2b968dd003d admin admin] Network 424d9785-78b4-4b32-922b-56a7b3492659 is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:23:50.345192 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network 756041fe-7573-4999-8d91-17ecb1fb0360 details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:23:50.359828 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-52dccb4a-c226-4209-ab98-b2b968dd003d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, 424d9785-78b4-4b32-922b-56a7b3492659) {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:23:50.379840 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dccb4a-c226-4209-ab98-b2b968dd003d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:23:50.380460 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-52dccb4a-c226-4209-ab98-b2b968dd003d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:50.395285 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:23:50.410986 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Sync routers for ids ['6b77b04d-70bf-4be8-b06c-9f0f53f142da'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:23:50.426234 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-7703bf34-459e-42fd-82f8-b58b25c0cad8 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2448134 Oct 27 13:23:50.427587 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 52948) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:50.430178 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c990e9-74d3-4145-8b6d-5c5b6a232af6 admin admin] Made reservation on behalf of 181858f4783e4af280faee987f399b24 for: {'subnet': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:23:50.433605 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-02c990e9-74d3-4145-8b6d-5c5b6a232af6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:50.435138 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Routers {'6b77b04d-70bf-4be8-b06c-9f0f53f142da'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:23:50.436382 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:23:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['6b77b04d-70bf-4be8-b06c-9f0f53f142da'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:23:50.443123 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:50.454571 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-52dccb4a-c226-4209-ab98-b2b968dd003d admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2886369 Oct 27 13:23:50.454571 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52950) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:50.454809 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-f407ac63-d121-4949-8823-d076ce8582ad admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0942948 Oct 27 13:23:50.463425 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-a33d68d2-5c3c-47a4-b378-a8ee937278dd None None] Current status of the port 34a64427-48c8-4ad8-8ee6-392937e14557 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:23:50.466617 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a33d68d2-5c3c-47a4-b378-a8ee937278dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (34a64427-48c8-4ad8-8ee6-392937e14557), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:50.476876 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 52952) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:50.499105 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:23:50.551372 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-7b8a5ffb-1e4a-4dd6-9cce-c81d6024b650 admin admin] Request body: {'subnet': {'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-subnet', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:23:50.581034 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-a33d68d2-5c3c-47a4-b378-a8ee937278dd None None] For port 34a64427-48c8-4ad8-8ee6-392937e14557, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=34a64427-48c8-4ad8-8ee6-392937e14557,segment=NetworkSegment(a02c0a77-56ba-4b2d-a127-01c5fa6f02c9),segment_id=a02c0a77-56ba-4b2d-a127-01c5fa6f02c9)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:23:50.634886 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:50.644214 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 34a64427-48c8-4ad8-8ee6-392937e14557 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:23:50.690696 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a33d68d2-5c3c-47a4-b378-a8ee937278dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (34a64427-48c8-4ad8-8ee6-392937e14557), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:50.706011 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5caa9c3-4750-46b3-9211-caff12406ccd None None] Network 424d9785-78b4-4b32-922b-56a7b3492659 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:23:50.726259 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9415689d-e17f-4d7b-bdfa-b6b29718902b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for subnet (d729a604-725f-4ad1-9296-503f3419b171), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:50.752473 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1006292'] for router (30dfcda2-51a7-4e6d-92a9-cca43af2af8d), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:50.764282 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1006319'] for router (30dfcda2-51a7-4e6d-92a9-cca43af2af8d), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:50.777698 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8a5ffb-1e4a-4dd6-9cce-c81d6024b650 admin admin] Made reservation on behalf of a14a3cf9df9f4034a8a0109fd3e33816 for: {'subnet': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:23:50.783962 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7b8a5ffb-1e4a-4dd6-9cce-c81d6024b650 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.037024 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703bf34-459e-42fd-82f8-b58b25c0cad8 admin admin] Pushing event updated for resources: {'Network': ['ID=b9e83d77-9944-451b-8320-56a536076101,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:51.045715 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Set router 6b77b04d-70bf-4be8-b06c-9f0f53f142da gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:23:51.054188 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 34a64427-48c8-4ad8-8ee6-392937e14557 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:23:51.055683 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (34a64427-48c8-4ad8-8ee6-392937e14557), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.056058 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 34a64427-48c8-4ad8-8ee6-392937e14557 Oct 27 13:23:51.067036 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415689d-e17f-4d7b-bdfa-b6b29718902b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d729a604-725f-4ad1-9296-503f3419b171,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:51.142392 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network b9e83d77-9944-451b-8320-56a536076101 details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:23:51.167573 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7b8a5ffb-1e4a-4dd6-9cce-c81d6024b650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for subnet (b6311a71-6948-47f7-b3a1-9319e66a1fce), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.171157 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:51.255010 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:51.268664 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe4b0003-7596-5709-b003-0e8d4fe063b1-424d9785-78b4-4b32-922b-56a7b3492659', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b'}]}} from dv-cinder-862432-3-iscsi. {{(pid=104534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 13:23:51.269068 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415689d-e17f-4d7b-bdfa-b6b29718902b admin admin] Checking segment: {'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:23:51.269423 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415689d-e17f-4d7b-bdfa-b6b29718902b admin admin] Network hostable DHCP agents. Network: d7787e3c-cdc7-4d31-9969-b3505bdbc01b, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:23:51.273283 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.276815 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Publish callbacks [] for router_controller (30dfcda2-51a7-4e6d-92a9-cca43af2af8d), precommit_add_association {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.287488 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a5ffb-1e4a-4dd6-9cce-c81d6024b650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6311a71-6948-47f7-b3a1-9319e66a1fce,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:51.328464 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'name': 'tempest-DeleteServersTestJSON-1097173377-router', 'tenant_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '49b3ce67-a75f-4e61-8717-e1d46bbb83b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:47Z', 'updated_at': '2022-10-27T13:23:48Z', 'revision_number': 3, 'project_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'gw_port': {'id': '49b3ce67-a75f-4e61-8717-e1d46bbb83b8', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:48Z', 'updated_at': '2022-10-27T13:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:23:51.348978 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a5ffb-1e4a-4dd6-9cce-c81d6024b650 admin admin] Checking segment: {'id': 'c6678d95-6277-4dc7-9739-63f889fc5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9e83d77-9944-451b-8320-56a536076101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:23:51.349580 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8a5ffb-1e4a-4dd6-9cce-c81d6024b650 admin admin] Network hostable DHCP agents. Network: b9e83d77-9944-451b-8320-56a536076101, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:23:51.360628 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Checking router: 6b77b04d-70bf-4be8-b06c-9f0f53f142da for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:23:51.361048 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Updating router 6b77b04d-70bf-4be8-b06c-9f0f53f142da port 49b3ce67-a75f-4e61-8717-e1d46bbb83b8 binding host dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:23:51.393043 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-02c990e9-74d3-4145-8b6d-5c5b6a232af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for subnet (9cb06e53-09c1-4ba2-9a0d-0d47e6ff86e7), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.403792 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (49b3ce67-a75f-4e61-8717-e1d46bbb83b8), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.413964 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8a5ffb-1e4a-4dd6-9cce-c81d6024b650 admin admin] Network b9e83d77-9944-451b-8320-56a536076101 is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:23:51.484041 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Publish callbacks [] for router_gateway (30dfcda2-51a7-4e6d-92a9-cca43af2af8d), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.491289 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415689d-e17f-4d7b-bdfa-b6b29718902b admin admin] Network d7787e3c-cdc7-4d31-9969-b3505bdbc01b is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:23:51.497685 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-7b8a5ffb-1e4a-4dd6-9cce-c81d6024b650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, b9e83d77-9944-451b-8320-56a536076101) {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:23:51.510326 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-9415689d-e17f-4d7b-bdfa-b6b29718902b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, d7787e3c-cdc7-4d31-9969-b3505bdbc01b) {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:23:51.521450 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8a5ffb-1e4a-4dd6-9cce-c81d6024b650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:23:51.523841 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.db_base_plugin_common [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Allocated IP 172.20.0.2 (424d9785-78b4-4b32-922b-56a7b3492659/3a4b0eb8-cd36-4797-a097-2561f1cfcd3b/b8b5e1d8-942a-495c-be3b-88c11c715f45) {{(pid=104534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:23:51.525228 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7b8a5ffb-1e4a-4dd6-9cce-c81d6024b650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.539379 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9415689d-e17f-4d7b-bdfa-b6b29718902b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:23:51.539919 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9415689d-e17f-4d7b-bdfa-b6b29718902b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.580729 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c990e9-74d3-4145-8b6d-5c5b6a232af6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb06e53-09c1-4ba2-9a0d-0d47e6ff86e7,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:51.587330 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c990e9-74d3-4145-8b6d-5c5b6a232af6 admin admin] Checking segment: {'id': '86368476-5715-408b-b3d9-407f4ff5065b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '756041fe-7573-4999-8d91-17ecb1fb0360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:23:51.588281 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c990e9-74d3-4145-8b6d-5c5b6a232af6 admin admin] Network hostable DHCP agents. Network: 756041fe-7573-4999-8d91-17ecb1fb0360, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:23:51.602493 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-7b8a5ffb-1e4a-4dd6-9cce-c81d6024b650 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1431267 Oct 27 13:23:51.604347 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 52988) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:51.609255 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:23:51.631935 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:51.635157 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 34a64427-48c8-4ad8-8ee6-392937e14557 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:23:51.639423 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c990e9-74d3-4145-8b6d-5c5b6a232af6 admin admin] Network 756041fe-7573-4999-8d91-17ecb1fb0360 is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:23:51.639893 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680ecd4e-6f58-486d-96bb-dcc567567108 None None] Network b9e83d77-9944-451b-8320-56a536076101 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:23:51.654443 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:51.664131 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-9415689d-e17f-4d7b-bdfa-b6b29718902b admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4105239 Oct 27 13:23:51.668438 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 52992) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:51.678164 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:23:51.690354 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-02c990e9-74d3-4145-8b6d-5c5b6a232af6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, 756041fe-7573-4999-8d91-17ecb1fb0360) {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:23:51.706662 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1006292'] for router (2665357b-a887-4f2b-a360-b439a8bd8e99), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.711592 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1006319'] for router (2665357b-a887-4f2b-a360-b439a8bd8e99), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.720300 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e303798-7dc1-4629-8955-9aa0b3d17431 None None] Network d7787e3c-cdc7-4d31-9969-b3505bdbc01b requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:23:51.724063 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c990e9-74d3-4145-8b6d-5c5b6a232af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:23:51.724796 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-02c990e9-74d3-4145-8b6d-5c5b6a232af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.734326 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:51.767045 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c202b71-de05-4664-9941-1e939901f462 None None] Network 756041fe-7573-4999-8d91-17ecb1fb0360 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:23:51.772747 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1006292'] for router (a396b264-e0ba-476f-8bfa-0b2de13e54d1), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.773883 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1006319'] for router (a396b264-e0ba-476f-8bfa-0b2de13e54d1), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.829088 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-02c990e9-74d3-4145-8b6d-5c5b6a232af6 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6152148 Oct 27 13:23:51.833580 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Publish callbacks [] for port (49b3ce67-a75f-4e61-8717-e1d46bbb83b8), precommit_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.841788 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (49b3ce67-a75f-4e61-8717-e1d46bbb83b8), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.915328 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Publish callbacks [] for router_controller (2665357b-a887-4f2b-a360-b439a8bd8e99), precommit_add_association {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:51.923614 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Pushing event updated for resources: {'Port': ['ID=49b3ce67-a75f-4e61-8717-e1d46bbb83b8,revision_number=2']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:51.938697 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:51.939437 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:51.940125 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:51.940845 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:51.941615 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:51.942153 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:51.943068 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:51.943635 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:51.944248 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:51.944950 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:51.945556 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:51.946233 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:51.947862 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:51.949613 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:51.950996 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Tracked resource versions report: Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: pushed versions: Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: { 'AddressGroup': {'1.2'}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Agent': {'1.1'}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'ConntrackHelper': {'1.0'}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'LocalIPAssociation': {'1.0'}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Log': {'1.0'}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'NDPProxy': {'1.0'}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Network': {'1.1'}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Port': {'1.7'}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'PortForwarding': {'1.3'}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'QosPolicy': {'1.10'}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'SecurityGroup': {'1.5'}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'SecurityGroupRule': {'1.2'}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'SubPort': {'1.0'}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Subnet': {'1.1'}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Trunk': {'1.1'}} Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: consumer versions: Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: { DHCP agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: HyperV agent@hv-cinder-86243: {}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: L3 agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: Metadata agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: Metering agent@dv-cinder-862432-3-iscsi: {}, Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: Open vSwitch agent@dv-cinder-862432-3-iscsi: { 'AddressGroup': '1.2', Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Agent': '1.1', Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'ConntrackHelper': '1.0', Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'LocalIPAssociation': '1.0', Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Log': '1.0', Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'NDPProxy': '1.0', Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Network': '1.1', Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Port': '1.7', Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'PortForwarding': '1.3', Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'QosPolicy': '1.10', Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'SecurityGroup': '1.5', Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'SecurityGroupRule': '1.2', Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'SubPort': '1.0', Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Subnet': '1.1', Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: 'Trunk': '1.1'}} Oct 27 13:23:51.952604 dv-cinder-862432-3-iscsi neutron-server[104535]: {{(pid=104535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 13:23:51.967089 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Attempting to bind port 49b3ce67-a75f-4e61-8717-e1d46bbb83b8 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:23:51.968030 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Attempting to bind port 49b3ce67-a75f-4e61-8717-e1d46bbb83b8 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:23:51.968554 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Attempting to bind port 49b3ce67-a75f-4e61-8717-e1d46bbb83b8 on network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:23:52.052344 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:23:52.053523 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Checking segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:23:52.055431 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:52.057439 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Bound using segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:23:52.060020 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Bound port: 49b3ce67-a75f-4e61-8717-e1d46bbb83b8, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:23:52.060987 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (49b3ce67-a75f-4e61-8717-e1d46bbb83b8), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:52.217528 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Publish callbacks [] for router_gateway (2665357b-a887-4f2b-a360-b439a8bd8e99), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:52.237240 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] For port 49b3ce67-a75f-4e61-8717-e1d46bbb83b8, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:23:52.244370 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] For port 49b3ce67-a75f-4e61-8717-e1d46bbb83b8, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=49b3ce67-a75f-4e61-8717-e1d46bbb83b8,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:23:52.246634 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Publish callbacks [] for router_gateway (30dfcda2-51a7-4e6d-92a9-cca43af2af8d), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:52.251446 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:52.266781 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (49b3ce67-a75f-4e61-8717-e1d46bbb83b8), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:52.267943 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Publish callbacks [] for router_controller (a396b264-e0ba-476f-8bfa-0b2de13e54d1), precommit_add_association {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:52.306650 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 53014) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:52.335768 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:52.362717 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Routers {'6b77b04d-70bf-4be8-b06c-9f0f53f142da'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:23:52.366179 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:23:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['6b77b04d-70bf-4be8-b06c-9f0f53f142da'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:23:52.407807 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe4b0003-7596-5709-b003-0e8d4fe063b1-d7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171'}]}} from dv-cinder-862432-3-iscsi. {{(pid=104534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 13:23:52.408811 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:52.564009 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:52.592147 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:52.712219 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe4b0003-7596-5709-b003-0e8d4fe063b1-b9e83d77-9944-451b-8320-56a536076101', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce'}]}} from dv-cinder-862432-3-iscsi. {{(pid=104534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 13:23:52.713441 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:52.750834 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.db_base_plugin_common [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Allocated IP 172.20.0.2 (d7787e3c-cdc7-4d31-9969-b3505bdbc01b/d729a604-725f-4ad1-9296-503f3419b171/270b2c5e-7f8b-4799-88cc-093923ac90b0) {{(pid=104534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:23:52.765286 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] Set router 6b77b04d-70bf-4be8-b06c-9f0f53f142da gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:23:52.767774 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d68d2-5c3c-47a4-b378-a8ee937278dd None None] Pushing event updated for resources: {'Port': ['ID=34a64427-48c8-4ad8-8ee6-392937e14557,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:52.770654 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-698c4cd8-5610-411a-b0ac-ca9025fe3116 None None] Provisioning complete for port 34a64427-48c8-4ad8-8ee6-392937e14557 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:23:52.770949 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-698c4cd8-5610-411a-b0ac-ca9025fe3116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (34a64427-48c8-4ad8-8ee6-392937e14557), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:52.780521 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-698c4cd8-5610-411a-b0ac-ca9025fe3116 None None] Attempt 1 to provision port 34a64427-48c8-4ad8-8ee6-392937e14557 Oct 27 13:23:52.790436 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Allocated IP 172.20.0.1 (cd96fa99-4c66-43df-b333-f0dba8530cad/0f4c80c3-3119-40c0-ba45-2d13ba53d691/5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:23:52.829883 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651eb492-57b5-4352-9379-533946be453a None None] Network 756041fe-7573-4999-8d91-17ecb1fb0360 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:23:52.859657 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:52.931500 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Publish callbacks [] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.001171 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:53.002752 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-682a2107-18c2-433b-8982-b3c139768c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.063898 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Publish callbacks [] for router_gateway (a396b264-e0ba-476f-8bfa-0b2de13e54d1), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.068642 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 53028) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:53.071850 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:53.103679 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-6502ef57-9b93-48ad-82a8-3b9b2c3e4152 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-488787309-network', 'tenant_id': 'b9dc2acf6232478297944b4b777c2828'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:23:53.108127 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642971f-3d8e-4913-853f-bb1c22aed911 None None] Pushing event updated for resources: {'Port': ['ID=49b3ce67-a75f-4e61-8717-e1d46bbb83b8,revision_number=3']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:53.112035 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.148172 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6502ef57-9b93-48ad-82a8-3b9b2c3e4152 admin admin] Made reservation on behalf of b9dc2acf6232478297944b4b777c2828 for: {'network': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:23:53.152006 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6502ef57-9b93-48ad-82a8-3b9b2c3e4152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.159436 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'name': 'tempest-DeleteServersTestJSON-1097173377-router', 'tenant_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '49b3ce67-a75f-4e61-8717-e1d46bbb83b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:47Z', 'updated_at': '2022-10-27T13:23:48Z', 'revision_number': 3, 'project_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'gw_port': {'id': '49b3ce67-a75f-4e61-8717-e1d46bbb83b8', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:48Z', 'updated_at': '2022-10-27T13:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:23:53.166659 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6502ef57-9b93-48ad-82a8-3b9b2c3e4152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.225993 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:53.233038 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e50d35a-f0dc-40ab-a626-aca2e6a9044e None None] The sync data for ids ['6b77b04d-70bf-4be8-b06c-9f0f53f142da'] in dv-cinder-862432-3-iscsi is: [{'id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'name': 'tempest-DeleteServersTestJSON-1097173377-router', 'tenant_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '49b3ce67-a75f-4e61-8717-e1d46bbb83b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:47Z', 'updated_at': '2022-10-27T13:23:48Z', 'revision_number': 3, 'project_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'gw_port': {'id': '49b3ce67-a75f-4e61-8717-e1d46bbb83b8', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:48Z', 'updated_at': '2022-10-27T13:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:23:53.275857 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:53.368892 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Network cd96fa99-4c66-43df-b333-f0dba8530cad is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:23:53.418524 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6502ef57-9b93-48ad-82a8-3b9b2c3e4152 admin admin] Publish callbacks [] for security_group (ff55dff8-1f21-4d8c-8b91-d23ae4cae9a5), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.427060 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:23:53.430216 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Publish callbacks [] for port (b8b5e1d8-942a-495c-be3b-88c11c715f45), precommit_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.445645 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-682a2107-18c2-433b-8982-b3c139768c95 admin admin] Publish callbacks [] for security_group (8b298122-021a-4102-a96f-ec9700345c8c), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.446870 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:23:53.447376 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658522'] for router_interface (6b77b04d-70bf-4be8-b06c-9f0f53f142da), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.492669 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6502ef57-9b93-48ad-82a8-3b9b2c3e4152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (ff55dff8-1f21-4d8c-8b91-d23ae4cae9a5), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.495942 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (b8b5e1d8-942a-495c-be3b-88c11c715f45), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.507967 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6502ef57-9b93-48ad-82a8-3b9b2c3e4152 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=104532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:23:53.510200 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Pushing event updated for resources: {'Port': ['ID=5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:53.518026 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-682a2107-18c2-433b-8982-b3c139768c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (8b298122-021a-4102-a96f-ec9700345c8c), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.526663 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6502ef57-9b93-48ad-82a8-3b9b2c3e4152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (1dcaa455-d668-4bb8-bb06-d15faa3bd02c), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.529654 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.segments_db [None req-6502ef57-9b93-48ad-82a8-3b9b2c3e4152 admin admin] Added segment 1dcaa455-d668-4bb8-bb06-d15faa3bd02c of type vlan for network 813ab4c8-4f7f-4e73-8746-a9c3b7908893 Oct 27 13:23:53.607713 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6502ef57-9b93-48ad-82a8-3b9b2c3e4152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (813ab4c8-4f7f-4e73-8746-a9c3b7908893), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.607866 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Allocated IP 172.27.0.224 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/80a57acd-cab2-4901-9f97-18b906dd76ce) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:23:53.696374 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-698c4cd8-5610-411a-b0ac-ca9025fe3116 None None] Current status of the port 34a64427-48c8-4ad8-8ee6-392937e14557 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:23:53.707932 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-682a2107-18c2-433b-8982-b3c139768c95 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=f6200925c5054329a030ccb01d03fd6c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3912582 Oct 27 13:23:53.711839 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a2107-18c2-433b-8982-b3c139768c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b298122-021a-4102-a96f-ec9700345c8c,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:53.729603 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 53048) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:53.735733 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502ef57-9b93-48ad-82a8-3b9b2c3e4152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff55dff8-1f21-4d8c-8b91-d23ae4cae9a5,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:53.737070 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Pushing event updated for resources: {'Port': ['ID=b8b5e1d8-942a-495c-be3b-88c11c715f45,revision_number=1']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:53.742697 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6502ef57-9b93-48ad-82a8-3b9b2c3e4152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (813ab4c8-4f7f-4e73-8746-a9c3b7908893), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.743560 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6502ef57-9b93-48ad-82a8-3b9b2c3e4152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:23:53.744141 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6502ef57-9b93-48ad-82a8-3b9b2c3e4152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.757386 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Publish callbacks [] for router_gateway (2665357b-a887-4f2b-a360-b439a8bd8e99), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.779186 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Network 424d9785-78b4-4b32-922b-56a7b3492659 is already hosted by enough agents. {{(pid=104534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:23:53.788115 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.base_scheduler [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Resources bound (agent type, host, resource id): {{(pid=104534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:23:53.798669 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-6502ef57-9b93-48ad-82a8-3b9b2c3e4152 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7252443 Oct 27 13:23:53.811131 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 53050) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:53.818930 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-50863c14-b239-44cb-8395-26a967ca48bf admin admin] Request body: {'subnet': {'network_id': '813ab4c8-4f7f-4e73-8746-a9c3b7908893', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-488787309-subnet', 'tenant_id': 'b9dc2acf6232478297944b4b777c2828', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:23:53.821255 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Received port after_create {{(pid=104534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:23:53.853550 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:53.855142 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:53.892533 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.919405 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-5ab6a1e6-c626-43ea-8d4b-ef48b501cd3c None None] Provisioning complete for port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:23:53.919697 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502ef57-9b93-48ad-82a8-3b9b2c3e4152 admin admin] Pushing event updated for resources: {'Network': ['ID=813ab4c8-4f7f-4e73-8746-a9c3b7908893,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:53.919802 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a1e6-c626-43ea-8d4b-ef48b501cd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.920108 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-5ab6a1e6-c626-43ea-8d4b-ef48b501cd3c None None] Attempt 1 to provision port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 Oct 27 13:23:53.939759 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50863c14-b239-44cb-8395-26a967ca48bf admin admin] Made reservation on behalf of b9dc2acf6232478297944b4b777c2828 for: {'subnet': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:23:53.942604 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-50863c14-b239-44cb-8395-26a967ca48bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.964890 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-5ab6a1e6-c626-43ea-8d4b-ef48b501cd3c None None] Port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:23:53.967990 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-609a4694-3257-4342-9a90-1bbead594501 admin admin] Publish callbacks [] for security_group (8b298122-021a-4102-a96f-ec9700345c8c), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:53.969417 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network 813ab4c8-4f7f-4e73-8746-a9c3b7908893 details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:23:53.978368 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:54.007347 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Publish callbacks [] for port (80a57acd-cab2-4901-9f97-18b906dd76ce), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:54.028766 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.db_base_plugin_common [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Allocated IP 172.20.0.2 (b9e83d77-9944-451b-8320-56a536076101/b6311a71-6948-47f7-b3a1-9319e66a1fce/2e131e08-d3b0-42cb-bc46-30aa1bf11ae6) {{(pid=104534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:23:54.029940 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-609a4694-3257-4342-9a90-1bbead594501 admin admin] Publish callbacks [] for security_group (8b298122-021a-4102-a96f-ec9700345c8c), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:54.153951 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Publish callbacks [] for router_gateway (a396b264-e0ba-476f-8bfa-0b2de13e54d1), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:54.174550 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (80a57acd-cab2-4901-9f97-18b906dd76ce), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:54.205794 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-50863c14-b239-44cb-8395-26a967ca48bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for subnet (ce7d6e19-67b8-4755-95ce-debc27eb3800), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:54.218001 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:54.249163 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:23:54.258656 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Pushing event updated for resources: {'Port': ['ID=80a57acd-cab2-4901-9f97-18b906dd76ce,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:54.260411 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50863c14-b239-44cb-8395-26a967ca48bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce7d6e19-67b8-4755-95ce-debc27eb3800,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:54.266993 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:23:54.269884 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:23:54.274701 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:54.277132 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:54.277741 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-609a4694-3257-4342-9a90-1bbead594501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (8b298122-021a-4102-a96f-ec9700345c8c), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:54.281077 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-609a4694-3257-4342-9a90-1bbead594501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:54.286284 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-609a4694-3257-4342-9a90-1bbead594501 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/8b298122-021a-4102-a96f-ec9700345c8c HTTP/1.1" status: 204 len: 168 time: 0.5551369 Oct 27 13:23:54.298617 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Attempting to bind port b8b5e1d8-942a-495c-be3b-88c11c715f45 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:23:54.298986 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Attempting to bind port b8b5e1d8-942a-495c-be3b-88c11c715f45 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': 'e5c45272-669f-4a6e-bc78-66653a65ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:23:54.299477 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Attempting to bind port b8b5e1d8-942a-495c-be3b-88c11c715f45 on network 424d9785-78b4-4b32-922b-56a7b3492659 {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:23:54.375477 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Publish callbacks [] for port (270b2c5e-7f8b-4799-88cc-093923ac90b0), precommit_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:54.390433 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a4694-3257-4342-9a90-1bbead594501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b298122-021a-4102-a96f-ec9700345c8c,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:54.430100 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (270b2c5e-7f8b-4799-88cc-093923ac90b0), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:54.454707 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Publish callbacks [] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:54.470420 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:54.474258 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16190267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658606'] for router_interface (6b77b04d-70bf-4be8-b06c-9f0f53f142da), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:54.542559 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Allocated IP 172.27.0.2 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:23:54.554758 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:23:54.555544 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Checking segment: {'id': 'e5c45272-669f-4a6e-bc78-66653a65ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:23:54.556614 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:54.557232 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Bound using segment: {'id': 'e5c45272-669f-4a6e-bc78-66653a65ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:23:54.558405 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Bound port: b8b5e1d8-942a-495c-be3b-88c11c715f45, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c45272-669f-4a6e-bc78-66653a65ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:23:54.559008 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (b8b5e1d8-942a-495c-be3b-88c11c715f45), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:54.598763 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Pushing event updated for resources: {'Port': ['ID=270b2c5e-7f8b-4799-88cc-093923ac90b0,revision_number=1']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:54.608841 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Pushing event updated for resources: {'Port': ['ID=5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:54.618769 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:54.648886 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Network d7787e3c-cdc7-4d31-9969-b3505bdbc01b is already hosted by enough agents. {{(pid=104534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:23:54.654562 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:54.695191 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.base_scheduler [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Resources bound (agent type, host, resource id): {{(pid=104534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:23:54.698599 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Received port after_create {{(pid=104534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:23:54.883336 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 34a64427-48c8-4ad8-8ee6-392937e14557 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:23:54.892604 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Publish callbacks [] for port (bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:54.933943 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:54.941714 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:55.002143 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Pushing event updated for resources: {'Port': ['ID=bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:55.004786 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Publish callbacks [] for router_gateway (30dfcda2-51a7-4e6d-92a9-cca43af2af8d), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:55.068244 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Attempting to bind port 270b2c5e-7f8b-4799-88cc-093923ac90b0 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:23:55.075761 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Attempting to bind port 270b2c5e-7f8b-4799-88cc-093923ac90b0 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:23:55.076342 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Attempting to bind port 270b2c5e-7f8b-4799-88cc-093923ac90b0 on network d7787e3c-cdc7-4d31-9969-b3505bdbc01b {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:23:55.082251 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:23:55.097912 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:23:55.130316 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:23:55.140006 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:55.140549 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-be55a279-5044-4907-9dc4-78e180459844 None None] For port b8b5e1d8-942a-495c-be3b-88c11c715f45, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:23:55.160039 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-be55a279-5044-4907-9dc4-78e180459844 None None] For port b8b5e1d8-942a-495c-be3b-88c11c715f45, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=b8b5e1d8-942a-495c-be3b-88c11c715f45,segment=NetworkSegment(e5c45272-669f-4a6e-bc78-66653a65ecdf),segment_id=e5c45272-669f-4a6e-bc78-66653a65ecdf)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:23:55.188565 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (b8b5e1d8-942a-495c-be3b-88c11c715f45), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:55.221660 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Network cd96fa99-4c66-43df-b333-f0dba8530cad is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:23:55.226800 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:23:55.240396 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50863c14-b239-44cb-8395-26a967ca48bf admin admin] Checking segment: {'id': '1dcaa455-d668-4bb8-bb06-d15faa3bd02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '813ab4c8-4f7f-4e73-8746-a9c3b7908893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:23:55.241385 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50863c14-b239-44cb-8395-26a967ca48bf admin admin] Network hostable DHCP agents. Network: 813ab4c8-4f7f-4e73-8746-a9c3b7908893, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:23:55.283038 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 34a64427-48c8-4ad8-8ee6-392937e14557 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:23:55.283402 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (34a64427-48c8-4ad8-8ee6-392937e14557), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:55.283741 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 34a64427-48c8-4ad8-8ee6-392937e14557 Oct 27 13:23:55.343129 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Publish callbacks [] for port (2e131e08-d3b0-42cb-bc46-30aa1bf11ae6), precommit_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:55.411398 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Allocated IP 172.27.0.218 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/48d84333-5193-49f9-8861-3ffa596084d2) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:23:55.414429 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50863c14-b239-44cb-8395-26a967ca48bf admin admin] Network 813ab4c8-4f7f-4e73-8746-a9c3b7908893 is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:23:55.446449 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-50863c14-b239-44cb-8395-26a967ca48bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, 813ab4c8-4f7f-4e73-8746-a9c3b7908893) {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:23:55.446679 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (2e131e08-d3b0-42cb-bc46-30aa1bf11ae6), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:55.495646 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50863c14-b239-44cb-8395-26a967ca48bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:23:55.497238 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-50863c14-b239-44cb-8395-26a967ca48bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:55.511871 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12f394b-3022-4f82-beaf-53fee55700cb None None] Network 813ab4c8-4f7f-4e73-8746-a9c3b7908893 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:23:55.697062 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-50863c14-b239-44cb-8395-26a967ca48bf admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8820539 Oct 27 13:23:55.803183 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Network b9e83d77-9944-451b-8320-56a536076101 is already hosted by enough agents. {{(pid=104534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:23:55.805808 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:23:55.806431 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Checking segment: {'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:23:55.806921 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:55.807394 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Bound using segment: {'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:23:55.808159 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Bound port: 270b2c5e-7f8b-4799-88cc-093923ac90b0, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:23:55.808360 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (270b2c5e-7f8b-4799-88cc-093923ac90b0), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:55.811084 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Router 6b77b04d-70bf-4be8-b06c-9f0f53f142da has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:23:55.866505 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Publish callbacks [] for port (48d84333-5193-49f9-8861-3ffa596084d2), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:55.900695 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.base_scheduler [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Resources bound (agent type, host, resource id): {{(pid=104534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:23:55.904962 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Received port after_create {{(pid=104534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:23:55.975277 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 53098) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:56.010529 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55a279-5044-4907-9dc4-78e180459844 None None] Pushing event updated for resources: {'Port': ['ID=b8b5e1d8-942a-495c-be3b-88c11c715f45,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:56.039154 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-e71a1e55-3609-40f3-b922-c98b181af012 None None] Provisioning complete for port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:23:56.039533 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-e71a1e55-3609-40f3-b922-c98b181af012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:56.039891 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-e71a1e55-3609-40f3-b922-c98b181af012 None None] Attempt 1 to provision port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 Oct 27 13:23:56.049200 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658732'] for router (30dfcda2-51a7-4e6d-92a9-cca43af2af8d), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:56.071172 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Publish callbacks [] for router_gateway (a396b264-e0ba-476f-8bfa-0b2de13e54d1), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:56.134295 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:56.157507 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (48d84333-5193-49f9-8861-3ffa596084d2), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:56.182671 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:23:56.187028 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:23:56.190177 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:23:56.211561 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2ff8ef-358d-46ce-afad-1aa4e74ac41c admin admin] Deleting subnet 9cb06e53-09c1-4ba2-9a0d-0d47e6ff86e7 {{(pid=104533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 13:23:56.220187 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff8ef-358d-46ce-afad-1aa4e74ac41c admin admin] Publish callbacks [] for subnet (9cb06e53-09c1-4ba2-9a0d-0d47e6ff86e7), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:56.245219 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:56.247249 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-e71a1e55-3609-40f3-b922-c98b181af012 None None] Port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:23:56.270804 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:56.273115 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] For port 270b2c5e-7f8b-4799-88cc-093923ac90b0, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:23:56.323804 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] For port 270b2c5e-7f8b-4799-88cc-093923ac90b0, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=270b2c5e-7f8b-4799-88cc-093923ac90b0,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:23:56.331839 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Pushing event updated for resources: {'Port': ['ID=2e131e08-d3b0-42cb-bc46-30aa1bf11ae6,revision_number=1']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:56.351368 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff8ef-358d-46ce-afad-1aa4e74ac41c admin admin] Publish callbacks [] for subnet (9cb06e53-09c1-4ba2-9a0d-0d47e6ff86e7), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:56.365330 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:23:56.365559 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 34a64427-48c8-4ad8-8ee6-392937e14557 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:23:56.366946 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 49b3ce67-a75f-4e61-8717-e1d46bbb83b8 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:23:56.369991 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (270b2c5e-7f8b-4799-88cc-093923ac90b0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:56.375647 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-5ccadcba-35ea-420a-b82d-10e3a771b2bc admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/6b77b04d-70bf-4be8-b06c-9f0f53f142da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9143615 Oct 27 13:23:56.381433 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff8ef-358d-46ce-afad-1aa4e74ac41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16194172'] for subnet (9cb06e53-09c1-4ba2-9a0d-0d47e6ff86e7), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:56.398368 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Sync routers for ids ['6b77b04d-70bf-4be8-b06c-9f0f53f142da'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:23:56.400204 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Attempting to bind port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:23:56.400621 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Attempting to bind port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': 'c6678d95-6277-4dc7-9739-63f889fc5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9e83d77-9944-451b-8320-56a536076101'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:23:56.401577 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Attempting to bind port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 on network b9e83d77-9944-451b-8320-56a536076101 {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:23:56.435146 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e15deb3-2fdb-4a4b-858b-f03a40313f21 None None] Network 813ab4c8-4f7f-4e73-8746-a9c3b7908893 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:23:56.507297 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d is scheduled to L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 with binding_index 1 {{(pid=104533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 13:23:56.524084 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff8ef-358d-46ce-afad-1aa4e74ac41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16194053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for subnet (9cb06e53-09c1-4ba2-9a0d-0d47e6ff86e7), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:56.555981 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Pushing event updated for resources: {'Port': ['ID=48d84333-5193-49f9-8861-3ffa596084d2,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:56.604134 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ff8ef-358d-46ce-afad-1aa4e74ac41c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb06e53-09c1-4ba2-9a0d-0d47e6ff86e7,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:56.613854 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff8ef-358d-46ce-afad-1aa4e74ac41c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:56.623228 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-6c2ff8ef-358d-46ce-afad-1aa4e74ac41c admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/9cb06e53-09c1-4ba2-9a0d-0d47e6ff86e7 HTTP/1.1" status: 204 len: 168 time: 0.6464427 Oct 27 13:23:56.627821 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 53110) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:56.674007 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:56.696173 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:23:56.697955 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Checking segment: {'id': 'c6678d95-6277-4dc7-9739-63f889fc5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9e83d77-9944-451b-8320-56a536076101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:23:56.698603 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:56.700594 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Bound using segment: {'id': 'c6678d95-6277-4dc7-9739-63f889fc5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9e83d77-9944-451b-8320-56a536076101'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:23:56.701815 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Bound port: 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6678d95-6277-4dc7-9739-63f889fc5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9e83d77-9944-451b-8320-56a536076101'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:23:56.702454 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (2e131e08-d3b0-42cb-bc46-30aa1bf11ae6), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:56.852709 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:56.873549 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Routers {'6b77b04d-70bf-4be8-b06c-9f0f53f142da'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:23:56.874204 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:23:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['6b77b04d-70bf-4be8-b06c-9f0f53f142da'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:23:56.925285 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692448'] for network (756041fe-7573-4999-8d91-17ecb1fb0360), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:56.926212 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:23:56.939805 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Sync routers for ids ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:23:56.972524 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:56.980625 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Routers {'30dfcda2-51a7-4e6d-92a9-cca43af2af8d'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:23:56.984479 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:23:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:23:56.995100 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:56.997295 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-208522d1-fadd-486a-970a-2ce1fab9b394 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5117166 Oct 27 13:23:57.000070 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 53126) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:57.038475 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 49b3ce67-a75f-4e61-8717-e1d46bbb83b8 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:23:57.038972 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (49b3ce67-a75f-4e61-8717-e1d46bbb83b8), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:57.039197 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 49b3ce67-a75f-4e61-8717-e1d46bbb83b8 Oct 27 13:23:57.112092 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9b963-c064-4a65-98aa-3ae0a63ae76b None None] Pushing event updated for resources: {'Port': ['ID=270b2c5e-7f8b-4799-88cc-093923ac90b0,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:57.114043 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Publish callbacks [] for router_gateway (2665357b-a887-4f2b-a360-b439a8bd8e99), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:57.120623 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] For port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:23:57.142503 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04983ecf-92b6-4082-880b-dbf1249290cb None None] Network 424d9785-78b4-4b32-922b-56a7b3492659 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:23:57.243274 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] For port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=2e131e08-d3b0-42cb-bc46-30aa1bf11ae6,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:23:57.264130 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Set router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:23:57.329252 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658732'] for router (a396b264-e0ba-476f-8bfa-0b2de13e54d1), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:57.348412 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-150bedd4-023d-4a70-b2c5-569d3438ce0a None None] Provisioning complete for port b8b5e1d8-942a-495c-be3b-88c11c715f45 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:23:57.348812 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-150bedd4-023d-4a70-b2c5-569d3438ce0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (b8b5e1d8-942a-495c-be3b-88c11c715f45), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:57.349157 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-150bedd4-023d-4a70-b2c5-569d3438ce0a None None] Attempt 1 to provision port b8b5e1d8-942a-495c-be3b-88c11c715f45 Oct 27 13:23:57.361453 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (2e131e08-d3b0-42cb-bc46-30aa1bf11ae6), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:57.526809 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:57.546434 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe2406-e45a-40fa-a45a-4cbcc7235bfc None None] Pushing event updated for resources: {'Port': ['ID=2e131e08-d3b0-42cb-bc46-30aa1bf11ae6,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:57.558096 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:23:54Z', 'revision_number': 3, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:23:57.576089 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 53156) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:57.586317 dv-cinder-862432-3-iscsi neutron-server[104533]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 13:23:57.597452 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Checking router: 30dfcda2-51a7-4e6d-92a9-cca43af2af8d for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:23:57.597798 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Updating router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d port 80a57acd-cab2-4901-9f97-18b906dd76ce binding host dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:23:57.606742 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658732'] for router (2665357b-a887-4f2b-a360-b439a8bd8e99), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:57.621400 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Set router 6b77b04d-70bf-4be8-b06c-9f0f53f142da gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:23:57.626363 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-94237da8-3b8c-4f5b-9f44-0cb0a015b72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:57.678045 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (80a57acd-cab2-4901-9f97-18b906dd76ce), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:57.788872 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16195207', 'neutron.services.segments.db._delete_segments_for_network-8757664830338'] for network (756041fe-7573-4999-8d91-17ecb1fb0360), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:57.869449 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:23:57.870025 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:23:57.871299 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:23:57.871887 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Subscribe: > port after_create 55550000 {{(pid=104532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:23:57.872436 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:23:57.873622 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Subscribe: > port after_update 55550000 {{(pid=104532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:23:57.874131 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:23:57.890198 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:23:57.891662 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:23:57.893267 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:23:58.205889 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-cff69177-5ad4-4b76-aca8-7ee2b7cbf045 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:23:58.207500 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-cff69177-5ad4-4b76-aca8-7ee2b7cbf045 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/networks?id=cd96fa99-4c66-43df-b333-f0dba8530cad HTTP/1.1" status: 200 len: 812 time: 0.6268327 Oct 27 13:23:58.211209 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 49b3ce67-a75f-4e61-8717-e1d46bbb83b8 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:23:58.216747 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (49b3ce67-a75f-4e61-8717-e1d46bbb83b8), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:58.234521 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:58.243001 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-a620d87f-937a-49f2-81c9-6a9f9c6126bb tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/quotas/cecd3a5ba83e47119462cb9166e9a80a HTTP/1.1" status: 200 len: 375 time: 0.0264792 Oct 27 13:23:58.254511 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00134b49-5289-4fdb-9777-33be3ccf0a0e None None] Network d7787e3c-cdc7-4d31-9969-b3505bdbc01b requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:23:58.313044 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:58.319980 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Publish callbacks [] for port (80a57acd-cab2-4901-9f97-18b906dd76ce), precommit_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:58.332120 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:23:58.333307 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (80a57acd-cab2-4901-9f97-18b906dd76ce), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:58.333589 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:23:58.334995 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:23:58.336010 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:23:58.336492 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756041fe-7573-4999-8d91-17ecb1fb0360']}} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:23:58.412858 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 49b3ce67-a75f-4e61-8717-e1d46bbb83b8, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=49b3ce67-a75f-4e61-8717-e1d46bbb83b8,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:23:58.418960 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-150bedd4-023d-4a70-b2c5-569d3438ce0a None None] Current status of the port b8b5e1d8-942a-495c-be3b-88c11c715f45 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:23:58.423682 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Attempting to bind port 80a57acd-cab2-4901-9f97-18b906dd76ce on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:23:58.425055 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Attempting to bind port 80a57acd-cab2-4901-9f97-18b906dd76ce by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:23:58.425457 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Attempting to bind port 80a57acd-cab2-4901-9f97-18b906dd76ce on network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:23:58.429300 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-150bedd4-023d-4a70-b2c5-569d3438ce0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (b8b5e1d8-942a-495c-be3b-88c11c715f45), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:58.452790 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:58.454631 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:58.476525 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8093c2-d8c4-405c-9716-d1f6592ace88 None None] Pushing event updated for resources: {'Port': ['ID=80a57acd-cab2-4901-9f97-18b906dd76ce,revision_number=2']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:58.477395 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (49b3ce67-a75f-4e61-8717-e1d46bbb83b8), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:58.502422 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:23:58.502866 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Checking segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:23:58.503322 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:58.504367 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Bound using segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:23:58.504912 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Bound port: 80a57acd-cab2-4901-9f97-18b906dd76ce, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:23:58.505350 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (80a57acd-cab2-4901-9f97-18b906dd76ce), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:58.618713 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] For port 80a57acd-cab2-4901-9f97-18b906dd76ce, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:23:58.631279 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] For port 80a57acd-cab2-4901-9f97-18b906dd76ce, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=80a57acd-cab2-4901-9f97-18b906dd76ce,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:23:58.642458 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (80a57acd-cab2-4901-9f97-18b906dd76ce), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:58.695697 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86368476-5715-408b-b3d9-407f4ff5065b') {'for_net_delete': True} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:23:58.696390 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86368476-5715-408b-b3d9-407f4ff5065b') {} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:23:58.714157 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'name': 'tempest-DeleteServersTestJSON-1097173377-router', 'tenant_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '49b3ce67-a75f-4e61-8717-e1d46bbb83b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:47Z', 'updated_at': '2022-10-27T13:23:53Z', 'revision_number': 4, 'project_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'gw_port': {'id': '49b3ce67-a75f-4e61-8717-e1d46bbb83b8', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:48Z', 'updated_at': '2022-10-27T13:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6', 'name': '', 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad', 'tenant_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'mac_address': 'fa:16:3e:3a:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0f4c80c3-3119-40c0-ba45-2d13ba53d691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:23:54Z', 'revision_number': 2, 'project_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'subnets': [{'id': '0f4c80c3-3119-40c0-ba45-2d13ba53d691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:23:58.724909 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:58.734247 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757664830401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1641421'] for segment (86368476-5715-408b-b3d9-407f4ff5065b), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:58.792618 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (86368476-5715-408b-b3d9-407f4ff5065b), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:58.807864 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Routers {'30dfcda2-51a7-4e6d-92a9-cca43af2af8d'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:23:58.810216 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:23:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:23:58.812533 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=104532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 13:23:58.812947 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2878206'] for segment (86368476-5715-408b-b3d9-407f4ff5065b), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:58.821685 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-236a4451-bf4b-40ac-bcb9-92bd4e356020 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cecd3a5ba83e47119462cb9166e9a80a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5701685 Oct 27 13:23:58.836005 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Checking router: 6b77b04d-70bf-4be8-b06c-9f0f53f142da for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:23:58.836381 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Updating router 6b77b04d-70bf-4be8-b06c-9f0f53f142da port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 binding host dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:23:58.906559 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:58.944050 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-150bedd4-023d-4a70-b2c5-569d3438ce0a None None] For port b8b5e1d8-942a-495c-be3b-88c11c715f45, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=b8b5e1d8-942a-495c-be3b-88c11c715f45,segment=NetworkSegment(e5c45272-669f-4a6e-bc78-66653a65ecdf),segment_id=e5c45272-669f-4a6e-bc78-66653a65ecdf)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:23:58.984568 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:59.006255 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16195212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658862'] for network (756041fe-7573-4999-8d91-17ecb1fb0360), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:59.021054 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:23:59.028632 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-150bedd4-023d-4a70-b2c5-569d3438ce0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (b8b5e1d8-942a-495c-be3b-88c11c715f45), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:59.055532 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:59.059296 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/756041fe-7573-4999-8d91-17ecb1fb0360 HTTP/1.1" status: 204 len: 168 time: 2.4291875 Oct 27 13:23:59.066506 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 53188) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:59.067700 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Router a396b264-e0ba-476f-8bfa-0b2de13e54d1 is scheduled to L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 with binding_index 1 {{(pid=104532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 13:23:59.094477 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=49b3ce67-a75f-4e61-8717-e1d46bbb83b8,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:59.133568 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76575ee-5b7e-4d5f-9492-67a5a9164520 admin admin] Pushing event deleted for resources: {'Network': ['ID=756041fe-7573-4999-8d91-17ecb1fb0360,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:59.138765 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8d058c-dfa1-4f40-a29c-25412bd8d9b8 admin admin] Deleting subnet ce7d6e19-67b8-4755-95ce-debc27eb3800 {{(pid=104532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 13:23:59.208430 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] Set router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:23:59.299570 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8093c2-d8c4-405c-9716-d1f6592ace88 None None] Pushing event updated for resources: {'Port': ['ID=80a57acd-cab2-4901-9f97-18b906dd76ce,revision_number=3']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:59.371200 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Allocated IP 172.20.0.1 (424d9785-78b4-4b32-922b-56a7b3492659/3a4b0eb8-cd36-4797-a097-2561f1cfcd3b/da5205e6-7921-4b98-a7d5-d15aadaa9420) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:23:59.391808 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-782f252e-cb06-4065-95d3-fcb0971f0907 service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 13:23:59.392885 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-782f252e-cb06-4065-95d3-fcb0971f0907 service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1291642 Oct 27 13:23:59.396729 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:59.402295 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bedd4-023d-4a70-b2c5-569d3438ce0a None None] Pushing event updated for resources: {'Port': ['ID=b8b5e1d8-942a-495c-be3b-88c11c715f45,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:59.455330 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0fe210-fbed-48a6-95ed-0bf02ce5a36a None None] Network b9e83d77-9944-451b-8320-56a536076101 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:23:59.475290 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:59.506553 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-de8d058c-dfa1-4f40-a29c-25412bd8d9b8 admin admin] Publish callbacks [] for subnet (ce7d6e19-67b8-4755-95ce-debc27eb3800), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:59.509813 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:23:59.546731 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:23:54Z', 'revision_number': 3, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:23:59.583010 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf6da20-8968-4212-a3ed-a0d295c4b41d None None] The sync data for ids ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'] in dv-cinder-862432-3-iscsi is: [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:23:54Z', 'revision_number': 3, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:23:59.613215 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:59.628341 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-150bde8b-3d1f-4446-86cc-3d30582eb632 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9536755 Oct 27 13:23:59.634269 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 53204) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:59.664418 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Sync routers for ids ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:23:59.675830 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-de8d058c-dfa1-4f40-a29c-25412bd8d9b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1641412'] for subnet (ce7d6e19-67b8-4755-95ce-debc27eb3800), precommit_delete_associations {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:59.680454 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-35a9b235-d49a-45a6-802e-c24a164da117 None None] Provisioning complete for port b8b5e1d8-942a-495c-be3b-88c11c715f45 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:23:59.681079 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35a9b235-d49a-45a6-802e-c24a164da117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (b8b5e1d8-942a-495c-be3b-88c11c715f45), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:59.682137 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-35a9b235-d49a-45a6-802e-c24a164da117 None None] Attempt 1 to provision port b8b5e1d8-942a-495c-be3b-88c11c715f45 Oct 27 13:23:59.718717 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:23:59.721005 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment 86368476-5715-408b-b3d9-407f4ff5065b resource provider aggregate not found Oct 27 13:23:59.767144 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-de8d058c-dfa1-4f40-a29c-25412bd8d9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16194172'] for subnet (ce7d6e19-67b8-4755-95ce-debc27eb3800), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:59.794500 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment 86368476-5715-408b-b3d9-407f4ff5065b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86368476-5715-408b-b3d9-407f4ff5065b found for delete ", "request_id": "req-c72ae979-747b-4631-97b5-800e35f16908"}]} Oct 27 13:23:59.829627 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-3829339a-e71e-4266-9cfb-2003943ef54d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cd96fa99-4c66-43df-b333-f0dba8530cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292653 Oct 27 13:23:59.853624 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-de8d058c-dfa1-4f40-a29c-25412bd8d9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16194053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2878104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2644571'] for subnet (ce7d6e19-67b8-4755-95ce-debc27eb3800), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:59.878807 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-e8bbce24-62c8-4d0e-86f0-56a310413669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:59.886398 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Publish callbacks [] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:59.900839 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d058c-dfa1-4f40-a29c-25412bd8d9b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce7d6e19-67b8-4755-95ce-debc27eb3800,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:23:59.902584 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Router 2665357b-a887-4f2b-a360-b439a8bd8e99 is scheduled to L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 with binding_index 1 {{(pid=104532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 13:23:59.919378 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-de8d058c-dfa1-4f40-a29c-25412bd8d9b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:23:59.927086 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-de8d058c-dfa1-4f40-a29c-25412bd8d9b8 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/ce7d6e19-67b8-4755-95ce-debc27eb3800 HTTP/1.1" status: 204 len: 168 time: 0.8538878 Oct 27 13:23:59.927740 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 53210) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:23:59.929096 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Routers {'a396b264-e0ba-476f-8bfa-0b2de13e54d1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:23:59.929739 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:23:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:00.016312 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:00.016312 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (2e131e08-d3b0-42cb-bc46-30aa1bf11ae6), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:00.017695 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 Oct 27 13:24:00.132611 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:00.171833 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-953946f4-78be-4438-87e6-70039a49489a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692448'] for network (813ab4c8-4f7f-4e73-8746-a9c3b7908893), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:00.193614 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:00.203314 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:24:00.204757 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:00.213077 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Sync routers for ids ['2665357b-a887-4f2b-a360-b439a8bd8e99'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:24:00.224638 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Routers {'2665357b-a887-4f2b-a360-b439a8bd8e99'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:24:00.225649 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:00Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2665357b-a887-4f2b-a360-b439a8bd8e99'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:00.258750 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:00.260364 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-cd396db4-724e-45fc-8d3b-138184d8995b admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6548896 Oct 27 13:24:00.264199 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 53214) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:00.290419 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Set router a396b264-e0ba-476f-8bfa-0b2de13e54d1 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:24:00.366484 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-35a9b235-d49a-45a6-802e-c24a164da117 None None] Current status of the port b8b5e1d8-942a-495c-be3b-88c11c715f45 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:00.400653 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:00.445683 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:00.462500 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-953946f4-78be-4438-87e6-70039a49489a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16195207', 'neutron.services.segments.db._delete_segments_for_network-8757664830338'] for network (813ab4c8-4f7f-4e73-8746-a9c3b7908893), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:00.467653 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Set router 2665357b-a887-4f2b-a360-b439a8bd8e99 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:24:00.523063 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-953946f4-78be-4438-87e6-70039a49489a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813ab4c8-4f7f-4e73-8746-a9c3b7908893']}} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:00.574564 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-953946f4-78be-4438-87e6-70039a49489a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dcaa455-d668-4bb8-bb06-d15faa3bd02c') {'for_net_delete': True} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:00.575372 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-953946f4-78be-4438-87e6-70039a49489a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dcaa455-d668-4bb8-bb06-d15faa3bd02c') {} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:00.577218 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Pushing event updated for resources: {'Port': ['ID=da5205e6-7921-4b98-a7d5-d15aadaa9420,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:00.610196 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Network 424d9785-78b4-4b32-922b-56a7b3492659 is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:24:00.610620 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-953946f4-78be-4438-87e6-70039a49489a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757664830401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1641421'] for segment (1dcaa455-d668-4bb8-bb06-d15faa3bd02c), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:00.752186 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-953946f4-78be-4438-87e6-70039a49489a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (1dcaa455-d668-4bb8-bb06-d15faa3bd02c), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:00.756474 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-3b9440ca-fba4-4951-a24b-4bd6c94a83cc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cd96fa99-4c66-43df-b333-f0dba8530cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8882270 Oct 27 13:24:00.756636 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-35a9b235-d49a-45a6-802e-c24a164da117 None None] Provisioning complete for port 270b2c5e-7f8b-4799-88cc-093923ac90b0 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:00.757063 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35a9b235-d49a-45a6-802e-c24a164da117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (270b2c5e-7f8b-4799-88cc-093923ac90b0), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:00.757300 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-35a9b235-d49a-45a6-802e-c24a164da117 None None] Attempt 1 to provision port 270b2c5e-7f8b-4799-88cc-093923ac90b0 Oct 27 13:24:00.764799 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:24:00.768520 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:24:00.768995 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658522'] for router_interface (30dfcda2-51a7-4e6d-92a9-cca43af2af8d), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:00.778118 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953946f4-78be-4438-87e6-70039a49489a admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=104532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 13:24:00.778519 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-953946f4-78be-4438-87e6-70039a49489a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2878206'] for segment (1dcaa455-d668-4bb8-bb06-d15faa3bd02c), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:00.849904 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:00.915390 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:00.915778 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (2e131e08-d3b0-42cb-bc46-30aa1bf11ae6), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:00.936315 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:00.937529 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:00.952508 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:00.954076 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:23:56Z', 'revision_number': 3, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:01.007173 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Publish callbacks [] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), precommit_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:01.022056 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-953946f4-78be-4438-87e6-70039a49489a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16195212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658862'] for network (813ab4c8-4f7f-4e73-8746-a9c3b7908893), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:01.031214 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Checking router: 2665357b-a887-4f2b-a360-b439a8bd8e99 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:24:01.032212 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-953946f4-78be-4438-87e6-70039a49489a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:01.032813 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Updating router 2665357b-a887-4f2b-a360-b439a8bd8e99 port 48d84333-5193-49f9-8861-3ffa596084d2 binding host dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:24:01.041438 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-953946f4-78be-4438-87e6-70039a49489a admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/813ab4c8-4f7f-4e73-8746-a9c3b7908893 HTTP/1.1" status: 204 len: 168 time: 1.1107073 Oct 27 13:24:01.057887 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:01.071401 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953946f4-78be-4438-87e6-70039a49489a admin admin] Pushing event deleted for resources: {'Network': ['ID=813ab4c8-4f7f-4e73-8746-a9c3b7908893,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:01.113217 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (48d84333-5193-49f9-8861-3ffa596084d2), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:01.183879 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=2e131e08-d3b0-42cb-bc46-30aa1bf11ae6,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:01.190019 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:23:55Z', 'revision_number': 3, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port': {'id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:54Z', 'updated_at': '2022-10-27T13:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:01.259378 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:01.298161 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 53246) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:01.310301 dv-cinder-862432-3-iscsi neutron-server[104532]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 13:24:01.358226 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:01.388524 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:01.457897 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Publish callbacks [] for port (48d84333-5193-49f9-8861-3ffa596084d2), precommit_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:01.488962 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (48d84333-5193-49f9-8861-3ffa596084d2), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:01.492104 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Publish callbacks [] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:01.499167 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 53252) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:01.499934 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:01.501252 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16190267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658606'] for router_interface (30dfcda2-51a7-4e6d-92a9-cca43af2af8d), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:01.502802 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b390b728-6c74-415f-aee4-1d4e7f30a088 req-033e2691-6b2c-425a-9278-81c8ff641adb tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 210 time: 0.1987720 Oct 27 13:24:01.531117 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Attempting to bind port 48d84333-5193-49f9-8861-3ffa596084d2 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:24:01.531437 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Attempting to bind port 48d84333-5193-49f9-8861-3ffa596084d2 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:24:01.531791 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Attempting to bind port 48d84333-5193-49f9-8861-3ffa596084d2 on network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:24:01.540730 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Allocated IP 172.20.0.1 (d7787e3c-cdc7-4d31-9969-b3505bdbc01b/d729a604-725f-4ad1-9296-503f3419b171/f9f9aa88-0478-45c6-94e3-759c7b6c2aac) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:24:01.566153 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (2e131e08-d3b0-42cb-bc46-30aa1bf11ae6), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:01.567032 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 270b2c5e-7f8b-4799-88cc-093923ac90b0 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:01.578014 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:01.621096 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2589c1-b380-4ba3-9cf8-1c6302bdcf84 None None] Pushing event updated for resources: {'Port': ['ID=48d84333-5193-49f9-8861-3ffa596084d2,revision_number=2']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:01.655881 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:24:01.656135 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Checking router: a396b264-e0ba-476f-8bfa-0b2de13e54d1 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:24:01.656341 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Checking segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:24:01.656525 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Updating router a396b264-e0ba-476f-8bfa-0b2de13e54d1 port bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f binding host dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:24:01.656867 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:01.657318 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Bound using segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:24:01.657750 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Bound port: 48d84333-5193-49f9-8861-3ffa596084d2, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:24:01.658147 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (48d84333-5193-49f9-8861-3ffa596084d2), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:01.749394 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-35a9b235-d49a-45a6-802e-c24a164da117 None None] Current status of the port 270b2c5e-7f8b-4799-88cc-093923ac90b0 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:01.750376 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35a9b235-d49a-45a6-802e-c24a164da117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (270b2c5e-7f8b-4799-88cc-093923ac90b0), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:01.771919 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] For port 48d84333-5193-49f9-8861-3ffa596084d2, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:24:01.775731 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] For port 48d84333-5193-49f9-8861-3ffa596084d2, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=48d84333-5193-49f9-8861-3ffa596084d2,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:24:01.788132 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (48d84333-5193-49f9-8861-3ffa596084d2), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:01.832305 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:01.839620 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment 1dcaa455-d668-4bb8-bb06-d15faa3bd02c resource provider aggregate not found Oct 27 13:24:01.875081 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb96190-b678-4002-a7c8-f49c51b61c7e None None] Pushing event updated for resources: {'Port': ['ID=5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:01.913241 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment 1dcaa455-d668-4bb8-bb06-d15faa3bd02c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1dcaa455-d668-4bb8-bb06-d15faa3bd02c found for delete ", "request_id": "req-7e6cdf27-8720-415b-9f2c-ac1efaad380b"}]} Oct 27 13:24:01.929465 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2589c1-b380-4ba3-9cf8-1c6302bdcf84 None None] Pushing event updated for resources: {'Port': ['ID=48d84333-5193-49f9-8861-3ffa596084d2,revision_number=3']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:01.935064 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Pushing event updated for resources: {'Port': ['ID=da5205e6-7921-4b98-a7d5-d15aadaa9420,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:01.958886 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Routers {'2665357b-a887-4f2b-a360-b439a8bd8e99'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:24:01.959528 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:00Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2665357b-a887-4f2b-a360-b439a8bd8e99'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:02.024264 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:02.064291 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:02.065169 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=2e131e08-d3b0-42cb-bc46-30aa1bf11ae6,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:02.095407 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 270b2c5e-7f8b-4799-88cc-093923ac90b0 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:02.095795 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (270b2c5e-7f8b-4799-88cc-093923ac90b0), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:02.096618 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 270b2c5e-7f8b-4799-88cc-093923ac90b0 Oct 27 13:24:02.139585 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-3bfdb396-7abc-4f2c-8297-15032d254d4f admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=181858f4783e4af280faee987f399b24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6219838 Oct 27 13:24:02.153405 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Network 424d9785-78b4-4b32-922b-56a7b3492659 is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:24:02.154470 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 53280) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:02.158790 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Attempting to bind port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:24:02.158790 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Attempting to bind port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': 'a02c0a77-56ba-4b2d-a127-01c5fa6f02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:24:02.158790 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Attempting to bind port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 on network cd96fa99-4c66-43df-b333-f0dba8530cad {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:24:02.178001 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:24:02.198138 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-35a9b235-d49a-45a6-802e-c24a164da117 None None] For port 270b2c5e-7f8b-4799-88cc-093923ac90b0, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=270b2c5e-7f8b-4799-88cc-093923ac90b0,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:02.266775 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:02.292910 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35a9b235-d49a-45a6-802e-c24a164da117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (270b2c5e-7f8b-4799-88cc-093923ac90b0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:02.338562 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:02.339869 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Allocated IP 172.20.0.1 (b9e83d77-9944-451b-8320-56a536076101/b6311a71-6948-47f7-b3a1-9319e66a1fce/e8634811-804f-4d2f-b58e-5a709fa6eb40) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:24:02.379567 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] Set router 2665357b-a887-4f2b-a360-b439a8bd8e99 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:24:02.403275 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:24:02.406664 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Publish callbacks [] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:02.416018 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 270b2c5e-7f8b-4799-88cc-093923ac90b0 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:02.417480 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device b8b5e1d8-942a-495c-be3b-88c11c715f45 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:02.439363 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:02.459334 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ce8f0928-bb89-4c62-bd46-f16475e5622b admin admin] Publish callbacks [] for security_group (21d4c6ff-8df0-407b-887b-e138885a0f29), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:02.546197 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:02.554663 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ce8f0928-bb89-4c62-bd46-f16475e5622b admin admin] Publish callbacks [] for security_group (21d4c6ff-8df0-407b-887b-e138885a0f29), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:02.606277 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Publish callbacks [] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:02.643918 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:23:56Z', 'revision_number': 3, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:02.657068 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:02.661935 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:02.679607 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5094cf-b07e-431c-b17c-08d2d5985304 None None] The sync data for ids ['2665357b-a887-4f2b-a360-b439a8bd8e99'] in dv-cinder-862432-3-iscsi is: [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:23:56Z', 'revision_number': 3, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:24:02.745497 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Network b9e83d77-9944-451b-8320-56a536076101 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:24:02.753160 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:24:02.764836 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Pushing event updated for resources: {'Port': ['ID=e8634811-804f-4d2f-b58e-5a709fa6eb40,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:02.767675 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a1f1e43e-0ce4-4ea2-b730-ceecea3c1fc9 req-449c71c5-37e2-427e-97bd-c2c58133c81a tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 210 time: 0.1164687 Oct 27 13:24:02.770427 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:24:02.783041 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Network d7787e3c-cdc7-4d31-9969-b3505bdbc01b is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:24:02.791626 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:24:02.809037 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-17671bb9-14a8-4a00-aa43-878725501d14 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/30dfcda2-51a7-4e6d-92a9-cca43af2af8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7986603 Oct 27 13:24:02.809037 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:24:02.809037 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:24:02.809037 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658522'] for router_interface (a396b264-e0ba-476f-8bfa-0b2de13e54d1), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:02.857158 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f9aa88-0478-45c6-94e3-759c7b6c2aac,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:02.862769 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ce8f0928-bb89-4c62-bd46-f16475e5622b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (21d4c6ff-8df0-407b-887b-e138885a0f29), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:02.865442 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ce8f0928-bb89-4c62-bd46-f16475e5622b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:02.865712 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-d2f7748d-7eb5-4113-b3fc-6d543931c8a9 None None] Provisioning complete for port da5205e6-7921-4b98-a7d5-d15aadaa9420 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:02.866083 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d2f7748d-7eb5-4113-b3fc-6d543931c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:02.866615 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-ce8f0928-bb89-4c62-bd46-f16475e5622b admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/21d4c6ff-8df0-407b-887b-e138885a0f29 HTTP/1.1" status: 204 len: 168 time: 0.7110364 Oct 27 13:24:02.875568 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658522'] for router_interface (2665357b-a887-4f2b-a360-b439a8bd8e99), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:02.876887 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-d2f7748d-7eb5-4113-b3fc-6d543931c8a9 None None] Attempt 1 to provision port da5205e6-7921-4b98-a7d5-d15aadaa9420 Oct 27 13:24:02.881050 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f0928-bb89-4c62-bd46-f16475e5622b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d4c6ff-8df0-407b-887b-e138885a0f29,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:03.043616 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:03.051397 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Sync routers for ids ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:24:03.076052 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port b8b5e1d8-942a-495c-be3b-88c11c715f45 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:03.092685 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (b8b5e1d8-942a-495c-be3b-88c11c715f45), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:03.092685 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port b8b5e1d8-942a-495c-be3b-88c11c715f45 Oct 27 13:24:03.092685 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9b235-d49a-45a6-802e-c24a164da117 None None] Pushing event updated for resources: {'Port': ['ID=270b2c5e-7f8b-4799-88cc-093923ac90b0,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:03.166019 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:03.249917 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:03.263020 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-d2f7748d-7eb5-4113-b3fc-6d543931c8a9 None None] Port da5205e6-7921-4b98-a7d5-d15aadaa9420 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:24:03.415386 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-d2f7748d-7eb5-4113-b3fc-6d543931c8a9 None None] Provisioning complete for port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:03.416016 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d2f7748d-7eb5-4113-b3fc-6d543931c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (2e131e08-d3b0-42cb-bc46-30aa1bf11ae6), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:03.416946 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-d2f7748d-7eb5-4113-b3fc-6d543931c8a9 None None] Attempt 1 to provision port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 Oct 27 13:24:03.476378 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:03.514140 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:24:03.517225 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Checking segment: {'id': 'a02c0a77-56ba-4b2d-a127-01c5fa6f02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:24:03.517655 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:03.520462 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Bound using segment: {'id': 'a02c0a77-56ba-4b2d-a127-01c5fa6f02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:24:03.520655 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Bound port: 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02c0a77-56ba-4b2d-a127-01c5fa6f02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:24:03.522143 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:03.698257 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:24:03.738086 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-d2f7748d-7eb5-4113-b3fc-6d543931c8a9 None None] Current status of the port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:03.761625 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Routers {'30dfcda2-51a7-4e6d-92a9-cca43af2af8d'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:24:03.777296 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:00Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:03.846953 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Publish callbacks [] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:03.865535 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:03.866294 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16190267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658606'] for router_interface (a396b264-e0ba-476f-8bfa-0b2de13e54d1), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:03.891738 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 53336) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:03.953527 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Set router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:24:04.048538 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:04.211437 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.270112 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:04.283373 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-74f013e3-89da-4c45-88c7-83da2622d3a4 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=b9dc2acf6232478297944b4b777c2828&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3649082 Oct 27 13:24:04.291174 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 53350) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:04.342819 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f9aa88-0478-45c6-94e3-759c7b6c2aac,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:04.368657 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Publish callbacks [] for port (bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f), precommit_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.379910 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-d2f7748d-7eb5-4113-b3fc-6d543931c8a9 None None] Provisioning complete for port 270b2c5e-7f8b-4799-88cc-093923ac90b0 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:04.380457 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d2f7748d-7eb5-4113-b3fc-6d543931c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (270b2c5e-7f8b-4799-88cc-093923ac90b0), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.380851 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-d2f7748d-7eb5-4113-b3fc-6d543931c8a9 None None] Attempt 1 to provision port 270b2c5e-7f8b-4799-88cc-093923ac90b0 Oct 27 13:24:04.413179 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 53358) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:04.414998 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.420754 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-27c98330-944a-469a-93e4-b05cba8b20c3 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--527495886', 'description': 'tempest-description--1070289451'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:04.434907 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-42ee7d91-6f0c-49fc-b0ea-5401c8e5809e req-c1522428-4354-49f4-958d-0bb1984ca35a tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 210 time: 0.1498501 Oct 27 13:24:04.475328 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27c98330-944a-469a-93e4-b05cba8b20c3 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.516186 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-062e1751-a164-4e2e-b881-8ea35dc67131 admin admin] Publish callbacks [] for security_group (ff55dff8-1f21-4d8c-8b91-d23ae4cae9a5), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.520299 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:04.521884 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b940d-017f-4a16-af61-23c84271e50d None None] Pushing event updated for resources: {'Port': ['ID=bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:04.534954 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] For port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:24:04.542704 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Network d7787e3c-cdc7-4d31-9969-b3505bdbc01b is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:24:04.547620 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:24:04.558380 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Attempting to bind port bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:24:04.558787 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Attempting to bind port bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:24:04.559158 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Attempting to bind port bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f on network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:24:04.567368 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Publish callbacks [] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.578691 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.593945 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-062e1751-a164-4e2e-b881-8ea35dc67131 admin admin] Publish callbacks [] for security_group (ff55dff8-1f21-4d8c-8b91-d23ae4cae9a5), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.629620 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Pushing event updated for resources: {'Port': ['ID=e8634811-804f-4d2f-b58e-5a709fa6eb40,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:04.665652 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] For port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6,segment=NetworkSegment(a02c0a77-56ba-4b2d-a127-01c5fa6f02c9),segment_id=a02c0a77-56ba-4b2d-a127-01c5fa6f02c9)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:24:04.691076 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27c98330-944a-469a-93e4-b05cba8b20c3 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group (9778f8e4-6175-4f02-9407-5a49b8d7b123), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.693875 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16190267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658606'] for router_interface (2665357b-a887-4f2b-a360-b439a8bd8e99), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.695404 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:04.699908 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27c98330-944a-469a-93e4-b05cba8b20c3 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (9778f8e4-6175-4f02-9407-5a49b8d7b123), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.708499 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:24:04.708926 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Checking segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:24:04.709327 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.709736 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Bound using segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:24:04.710302 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Bound port: bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:24:04.710750 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.758933 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.765794 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:04.769981 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-062e1751-a164-4e2e-b881-8ea35dc67131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (ff55dff8-1f21-4d8c-8b91-d23ae4cae9a5), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.772746 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-062e1751-a164-4e2e-b881-8ea35dc67131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.776844 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-062e1751-a164-4e2e-b881-8ea35dc67131 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/ff55dff8-1f21-4d8c-8b91-d23ae4cae9a5 HTTP/1.1" status: 204 len: 168 time: 0.4682500 Oct 27 13:24:04.793482 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e1751-a164-4e2e-b881-8ea35dc67131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff55dff8-1f21-4d8c-8b91-d23ae4cae9a5,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:04.801556 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port b8b5e1d8-942a-495c-be3b-88c11c715f45 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:04.803174 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Router a396b264-e0ba-476f-8bfa-0b2de13e54d1 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:24:04.816637 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27c98330-944a-469a-93e4-b05cba8b20c3 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.820897 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-27c98330-944a-469a-93e4-b05cba8b20c3 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4034305 Oct 27 13:24:04.822475 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 53364) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:04.825614 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c98330-944a-469a-93e4-b05cba8b20c3 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9778f8e4-6175-4f02-9407-5a49b8d7b123,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:04.845613 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-a87977fa-1ebb-463e-a68a-69f8968a0aae tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Request body: {'security_group_rule': {'security_group_id': '9778f8e4-6175-4f02-9407-5a49b8d7b123', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:04.915634 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a87977fa-1ebb-463e-a68a-69f8968a0aae tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group_rule (ff23fc21-c9b0-41ea-a519-1722c8730dfc), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:04.932846 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Network b9e83d77-9944-451b-8320-56a536076101 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:24:04.937235 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:24:04.979680 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:24:04.984739 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-f2fae586-aad9-4475-a4d6-fad8cd2a3289 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/a396b264-e0ba-476f-8bfa-0b2de13e54d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3455365 Oct 27 13:24:05.017069 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] For port bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:24:05.021645 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] For port bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:24:05.038270 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Routers {'6b77b04d-70bf-4be8-b06c-9f0f53f142da'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:24:05.038270 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:00Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['6b77b04d-70bf-4be8-b06c-9f0f53f142da'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:05.054390 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:05.133293 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a87977fa-1ebb-463e-a68a-69f8968a0aae tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group_rule (ff23fc21-c9b0-41ea-a519-1722c8730dfc), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:05.181958 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a87977fa-1ebb-463e-a68a-69f8968a0aae tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (ff23fc21-c9b0-41ea-a519-1722c8730dfc), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:05.217396 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87977fa-1ebb-463e-a68a-69f8968a0aae tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff23fc21-c9b0-41ea-a519-1722c8730dfc,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:05.247398 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Router 2665357b-a887-4f2b-a360-b439a8bd8e99 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:24:05.253765 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a87977fa-1ebb-463e-a68a-69f8968a0aae tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:05.256846 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-a87977fa-1ebb-463e-a68a-69f8968a0aae tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4312952 Oct 27 13:24:05.263671 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 53374) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:05.270363 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-7c3df2cc-ab4d-4481-ada8-abfaca39a95b tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Request body: {'security_group_rule': {'security_group_id': '9778f8e4-6175-4f02-9407-5a49b8d7b123', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:05.366126 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-7c3df2cc-ab4d-4481-ada8-abfaca39a95b tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group_rule (e319cd94-b4cb-4fe0-8b04-e372e94d7e34), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:05.489622 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 49b3ce67-a75f-4e61-8717-e1d46bbb83b8 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:05.506372 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 4, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'da5205e6-7921-4b98-a7d5-d15aadaa9420', 'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'mac_address': 'fa:16:3e:e5:ae:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:58Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 2, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'subnets': [{'id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:05.511866 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:24:05.520405 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-5ebc0f93-3418-41e0-9bdd-24313c6b3704 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/2665357b-a887-4f2b-a360-b439a8bd8e99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2525339 Oct 27 13:24:05.595059 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-7c3df2cc-ab4d-4481-ada8-abfaca39a95b tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group_rule (e319cd94-b4cb-4fe0-8b04-e372e94d7e34), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:05.607180 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-7c3df2cc-ab4d-4481-ada8-abfaca39a95b tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (e319cd94-b4cb-4fe0-8b04-e372e94d7e34), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:05.611603 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-d2f7748d-7eb5-4113-b3fc-6d543931c8a9 None None] Current status of the port 270b2c5e-7f8b-4799-88cc-093923ac90b0 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:05.621183 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb96190-b678-4002-a7c8-f49c51b61c7e None None] Pushing event updated for resources: {'Port': ['ID=5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:05.630420 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Routers {'a396b264-e0ba-476f-8bfa-0b2de13e54d1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:24:05.630971 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:00Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:05.672507 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3df2cc-ab4d-4481-ada8-abfaca39a95b tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e319cd94-b4cb-4fe0-8b04-e372e94d7e34,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:05.682962 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-7c3df2cc-ab4d-4481-ada8-abfaca39a95b tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:05.688432 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-7c3df2cc-ab4d-4481-ada8-abfaca39a95b tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4215980 Oct 27 13:24:05.690563 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 53396) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:05.696728 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Request body: {'floatingip': {'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:05.742102 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:05.757758 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b940d-017f-4a16-af61-23c84271e50d None None] Pushing event updated for resources: {'Port': ['ID=bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:05.762023 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Checking router: 30dfcda2-51a7-4e6d-92a9-cca43af2af8d for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:24:05.762318 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Updating router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d port da5205e6-7921-4b98-a7d5-d15aadaa9420 binding host dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:24:05.809354 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:05.903434 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-95b81d76-c89e-4625-8ed7-e92b2b2f4e3a req-6b8b3233-40ba-4fd9-918c-6bc77d7a0081 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 210 time: 0.0441279 Oct 27 13:24:05.938461 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:05.939107 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-04779647-2b3a-4c29-90c2-f890b7d9425e None None] Provisioning complete for port da5205e6-7921-4b98-a7d5-d15aadaa9420 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:05.939611 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-04779647-2b3a-4c29-90c2-f890b7d9425e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:05.939909 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-04779647-2b3a-4c29-90c2-f890b7d9425e None None] Attempt 1 to provision port da5205e6-7921-4b98-a7d5-d15aadaa9420 Oct 27 13:24:05.991187 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Sync routers for ids ['2665357b-a887-4f2b-a360-b439a8bd8e99'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:24:05.993846 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:06.011619 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Routers {'2665357b-a887-4f2b-a360-b439a8bd8e99'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:24:06.013092 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:00Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2665357b-a887-4f2b-a360-b439a8bd8e99'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:06.083086 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:06.091297 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:06.102032 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 49b3ce67-a75f-4e61-8717-e1d46bbb83b8 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:06.102419 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (49b3ce67-a75f-4e61-8717-e1d46bbb83b8), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:06.102834 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 49b3ce67-a75f-4e61-8717-e1d46bbb83b8 Oct 27 13:24:06.121779 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Allocated IP 172.27.0.61 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/534e0a0b-d7c7-458a-b2ba-e335dcd9a084) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:24:06.133003 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:06.133459 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4cc5a5f0-2ca6-4813-92a7-7ec979e1744a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:06.149393 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4cc5a5f0-2ca6-4813-92a7-7ec979e1744a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/networks?id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 200 len: 818 time: 0.2213814 Oct 27 13:24:06.154635 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] Set router 6b77b04d-70bf-4be8-b06c-9f0f53f142da gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:24:06.170345 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-2ff0352e-6943-4db4-8432-3c3b3c095d14 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/quotas/a58f7c57ef7f4a54999d16d765d80cc2 HTTP/1.1" status: 200 len: 375 time: 0.0183814 Oct 27 13:24:06.248862 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Set router 2665357b-a887-4f2b-a360-b439a8bd8e99 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:24:06.249011 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-04779647-2b3a-4c29-90c2-f890b7d9425e None None] Port da5205e6-7921-4b98-a7d5-d15aadaa9420 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:24:06.291164 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-53740fed-961e-4be0-bd1c-dabd245bbb41 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1138382 Oct 27 13:24:06.291356 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] Set router a396b264-e0ba-476f-8bfa-0b2de13e54d1 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:24:06.355174 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for port (534e0a0b-d7c7-458a-b2ba-e335dcd9a084), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:06.410930 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-63ee6587-1827-42e2-a8d1-ffd8257b2445 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165833 Oct 27 13:24:06.418223 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (534e0a0b-d7c7-458a-b2ba-e335dcd9a084), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:06.463733 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:24:06.467889 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:06.469609 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:24:06.470031 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-04779647-2b3a-4c29-90c2-f890b7d9425e None None] Provisioning complete for port e8634811-804f-4d2f-b58e-5a709fa6eb40 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:06.471931 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-04779647-2b3a-4c29-90c2-f890b7d9425e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:06.475036 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-04779647-2b3a-4c29-90c2-f890b7d9425e None None] Attempt 1 to provision port e8634811-804f-4d2f-b58e-5a709fa6eb40 Oct 27 13:24:06.475772 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:24:06.532376 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 53430) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:06.549804 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-1c7107b7-4958-4c85-84a7-aaff678b5871 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1369150725', 'description': 'tempest-description--649469657'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:06.620162 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'e8634811-804f-4d2f-b58e-5a709fa6eb40', 'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'mac_address': 'fa:16:3e:73:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:01Z', 'updated_at': '2022-10-27T13:24:04Z', 'revision_number': 2, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'subnets': [{'id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:06.625488 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:06.691751 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for floatingip (4fad37b0-9c53-4e1d-8072-4aca51578534), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:06.709167 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Checking router: 2665357b-a887-4f2b-a360-b439a8bd8e99 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:24:06.709998 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 49b3ce67-a75f-4e61-8717-e1d46bbb83b8 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:06.711270 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 270b2c5e-7f8b-4799-88cc-093923ac90b0 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:06.711534 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event updated for resources: {'Port': ['ID=534e0a0b-d7c7-458a-b2ba-e335dcd9a084,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:06.712793 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Updating router 2665357b-a887-4f2b-a360-b439a8bd8e99 port e8634811-804f-4d2f-b58e-5a709fa6eb40 binding host dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:24:06.731055 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:06.757153 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (534e0a0b-d7c7-458a-b2ba-e335dcd9a084), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:06.807381 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:06.862911 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-5befabc8-fa57-497a-8d10-5afa93d9c5ec service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508212 Oct 27 13:24:06.911635 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 270b2c5e-7f8b-4799-88cc-093923ac90b0 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:06.912034 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (270b2c5e-7f8b-4799-88cc-093923ac90b0), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:06.912477 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 270b2c5e-7f8b-4799-88cc-093923ac90b0 Oct 27 13:24:06.914043 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-04779647-2b3a-4c29-90c2-f890b7d9425e None None] Port e8634811-804f-4d2f-b58e-5a709fa6eb40 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:24:06.924100 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:07.028363 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1c7107b7-4958-4c85-84a7-aaff678b5871 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:07.066918 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-04779647-2b3a-4c29-90c2-f890b7d9425e None None] Provisioning complete for port f9f9aa88-0478-45c6-94e3-759c7b6c2aac triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:07.067316 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-04779647-2b3a-4c29-90c2-f890b7d9425e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:07.067666 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-04779647-2b3a-4c29-90c2-f890b7d9425e None None] Attempt 1 to provision port f9f9aa88-0478-45c6-94e3-759c7b6c2aac Oct 27 13:24:07.118406 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:07.158084 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Publish callbacks [] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), precommit_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:07.173023 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:07.179006 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b6815f6b-7159-48f2-a271-9605c8444a91 req-67dc5d43-90be-486b-81cf-e8d6004edcaa tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 210 time: 0.0913768 Oct 27 13:24:07.212906 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.45', 65379) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:07.215028 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port': {'id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:54Z', 'updated_at': '2022-10-27T13:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'f9f9aa88-0478-45c6-94e3-759c7b6c2aac', 'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'mac_address': 'fa:16:3e:52:9c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:00Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 2, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'subnets': [{'id': 'd729a604-725f-4ad1-9296-503f3419b171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:07.364460 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6ed7c7ac-a1d2-4265-b179-9b8f6dcbbf4a req-e97c6bdd-9e39-42dd-b591-32eef326a8c8 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 210 time: 0.1570830 Oct 27 13:24:07.435047 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61035998-e477-428b-92e0-2434595df64b None None] Pushing event updated for resources: {'Port': ['ID=e8634811-804f-4d2f-b58e-5a709fa6eb40,revision_number=3']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:07.517374 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Attempting to bind port e8634811-804f-4d2f-b58e-5a709fa6eb40 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:24:07.521326 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Attempting to bind port e8634811-804f-4d2f-b58e-5a709fa6eb40 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': 'c6678d95-6277-4dc7-9739-63f889fc5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9e83d77-9944-451b-8320-56a536076101'}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:24:07.525489 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Attempting to bind port e8634811-804f-4d2f-b58e-5a709fa6eb40 on network b9e83d77-9944-451b-8320-56a536076101 {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:24:07.584558 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-2d1db609-02a2-4176-9916-8ea887db3537 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:07.586190 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-2d1db609-02a2-4176-9916-8ea887db3537 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.45 "GET /networking/v2.0/networks?id=cd96fa99-4c66-43df-b333-f0dba8530cad HTTP/1.1" status: 200 len: 812 time: 0.3722861 Oct 27 13:24:07.602052 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0274bc07-7117-48a4-a838-7ca49f86698b None None] The sync data for ids ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'] in dv-cinder-862432-3-iscsi is: [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port': {'id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:54Z', 'updated_at': '2022-10-27T13:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'f9f9aa88-0478-45c6-94e3-759c7b6c2aac', 'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'mac_address': 'fa:16:3e:52:9c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:00Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 2, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'subnets': [{'id': 'd729a604-725f-4ad1-9296-503f3419b171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:24:07.632729 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-50f8c5ce-3b77-419e-8ff1-f7a24d71a8f7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Request body: {'port': {'device_id': '98d7af89-a551-4c26-bbed-55370b42cdb7', 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad', 'admin_state_up': True, 'tenant_id': 'cecd3a5ba83e47119462cb9166e9a80a'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:07.682999 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1c7107b7-4958-4c85-84a7-aaff678b5871 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group (561ae413-55a5-441c-842f-9141c0745f3f), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:07.728244 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1c7107b7-4958-4c85-84a7-aaff678b5871 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (561ae413-55a5-441c-842f-9141c0745f3f), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:07.760477 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-04779647-2b3a-4c29-90c2-f890b7d9425e None None] Port f9f9aa88-0478-45c6-94e3-759c7b6c2aac cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:24:07.803679 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:07.812593 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:24:07.814152 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Checking segment: {'id': 'c6678d95-6277-4dc7-9739-63f889fc5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9e83d77-9944-451b-8320-56a536076101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:24:07.814553 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:07.814941 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Bound using segment: {'id': 'c6678d95-6277-4dc7-9739-63f889fc5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9e83d77-9944-451b-8320-56a536076101'} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:24:07.815435 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Bound port: e8634811-804f-4d2f-b58e-5a709fa6eb40, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6678d95-6277-4dc7-9739-63f889fc5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9e83d77-9944-451b-8320-56a536076101'}}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:24:07.822087 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:07.871836 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'name': 'tempest-DeleteServersTestJSON-1097173377-router', 'tenant_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '49b3ce67-a75f-4e61-8717-e1d46bbb83b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:47Z', 'updated_at': '2022-10-27T13:23:53Z', 'revision_number': 4, 'project_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'gw_port': {'id': '49b3ce67-a75f-4e61-8717-e1d46bbb83b8', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:48Z', 'updated_at': '2022-10-27T13:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6', 'name': '', 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad', 'tenant_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'mac_address': 'fa:16:3e:3a:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0f4c80c3-3119-40c0-ba45-2d13ba53d691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:24:04Z', 'revision_number': 4, 'project_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'subnets': [{'id': '0f4c80c3-3119-40c0-ba45-2d13ba53d691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:07.944425 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edab89ca-011c-4cc4-be23-5687f6ade825 None None] The sync data for ids ['6b77b04d-70bf-4be8-b06c-9f0f53f142da'] in dv-cinder-862432-3-iscsi is: [{'id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'name': 'tempest-DeleteServersTestJSON-1097173377-router', 'tenant_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '49b3ce67-a75f-4e61-8717-e1d46bbb83b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:47Z', 'updated_at': '2022-10-27T13:23:53Z', 'revision_number': 4, 'project_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'gw_port': {'id': '49b3ce67-a75f-4e61-8717-e1d46bbb83b8', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:48Z', 'updated_at': '2022-10-27T13:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6', 'name': '', 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad', 'tenant_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'mac_address': 'fa:16:3e:3a:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0f4c80c3-3119-40c0-ba45-2d13ba53d691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:24:04Z', 'revision_number': 4, 'project_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'subnets': [{'id': '0f4c80c3-3119-40c0-ba45-2d13ba53d691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:24:07.969686 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 270b2c5e-7f8b-4799-88cc-093923ac90b0 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:07.975885 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for port (534e0a0b-d7c7-458a-b2ba-e335dcd9a084), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:07.977650 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:07.986650 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7107b7-4958-4c85-84a7-aaff678b5871 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561ae413-55a5-441c-842f-9141c0745f3f,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:08.010218 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (534e0a0b-d7c7-458a-b2ba-e335dcd9a084), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:08.054440 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Publish callbacks [] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), precommit_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:08.108798 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:08.244090 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (4fad37b0-9c53-4e1d-8072-4aca51578534), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:08.270445 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] For port e8634811-804f-4d2f-b58e-5a709fa6eb40, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:24:08.271938 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1c7107b7-4958-4c85-84a7-aaff678b5871 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:08.281655 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-1c7107b7-4958-4c85-84a7-aaff678b5871 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7416952 Oct 27 13:24:08.283705 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] For port e8634811-804f-4d2f-b58e-5a709fa6eb40, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=e8634811-804f-4d2f-b58e-5a709fa6eb40,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:24:08.306064 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 53520) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:08.309529 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:08.338746 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:08.341649 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f546f-c7ec-4552-99d5-d35eea07407b None None] Pushing event updated for resources: {'Port': ['ID=da5205e6-7921-4b98-a7d5-d15aadaa9420,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:08.459081 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Routers {'2665357b-a887-4f2b-a360-b439a8bd8e99'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:24:08.461277 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-d3fead9c-8858-4a86-9b1d-ae7976bfb06f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Request body: {'security_group_rule': {'security_group_id': '561ae413-55a5-441c-842f-9141c0745f3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:08.462433 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:00Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2665357b-a887-4f2b-a360-b439a8bd8e99'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:08.523252 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:08.527085 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:08.532878 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (2e131e08-d3b0-42cb-bc46-30aa1bf11ae6), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:08.540318 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 Oct 27 13:24:08.544901 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8474143 Oct 27 13:24:08.556452 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e6976-fa17-47e4-b0dd-13ee8047b12f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event updated for resources: {'Port': ['ID=534e0a0b-d7c7-458a-b2ba-e335dcd9a084,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:08.693489 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d3fead9c-8858-4a86-9b1d-ae7976bfb06f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group_rule (2a806c1d-e27b-446d-b30c-541c52aa12f4), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:08.747002 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d725f8-5332-4a50-958f-90eb92755615 req-b9e30f8f-80a9-418c-abf5-1a1be6042d56 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:08.755454 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-44d725f8-5332-4a50-958f-90eb92755615 req-b9e30f8f-80a9-418c-abf5-1a1be6042d56 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/networks?id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 200 len: 818 time: 0.7561052 Oct 27 13:24:08.772162 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-dc58b47e-bcfb-4816-91eb-410188f7192b req-95aebf90-8d73-41ec-b596-3afbc59ee379 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 210 time: 0.1475010 Oct 27 13:24:08.820427 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-50f8c5ce-3b77-419e-8ff1-f7a24d71a8f7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Made reservation on behalf of cecd3a5ba83e47119462cb9166e9a80a for: {'port': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:24:08.847757 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-50f8c5ce-3b77-419e-8ff1-f7a24d71a8f7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:08.877190 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-44d725f8-5332-4a50-958f-90eb92755615 req-d95ceebb-b8cd-42e5-9cb4-99962f6d708b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/quotas/a58f7c57ef7f4a54999d16d765d80cc2 HTTP/1.1" status: 200 len: 375 time: 0.1201305 Oct 27 13:24:08.918602 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] Set router 2665357b-a887-4f2b-a360-b439a8bd8e99 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:24:08.989986 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Attempting to bind port da5205e6-7921-4b98-a7d5-d15aadaa9420 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:24:08.991431 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Attempting to bind port da5205e6-7921-4b98-a7d5-d15aadaa9420 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': 'e5c45272-669f-4a6e-bc78-66653a65ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:24:08.991930 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Attempting to bind port da5205e6-7921-4b98-a7d5-d15aadaa9420 on network 424d9785-78b4-4b32-922b-56a7b3492659 {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:24:09.147345 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:09.188416 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-44d725f8-5332-4a50-958f-90eb92755615 req-efa69c58-7d71-48f0-b5c0-27b954c7feee tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2622716 Oct 27 13:24:09.213343 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:09.214502 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 48d84333-5193-49f9-8861-3ffa596084d2 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:09.227600 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d3fead9c-8858-4a86-9b1d-ae7976bfb06f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group_rule (2a806c1d-e27b-446d-b30c-541c52aa12f4), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:09.325346 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:24:09.328297 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Checking segment: {'id': 'e5c45272-669f-4a6e-bc78-66653a65ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:24:09.328717 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:09.329120 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Bound using segment: {'id': 'e5c45272-669f-4a6e-bc78-66653a65ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:24:09.329621 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Bound port: da5205e6-7921-4b98-a7d5-d15aadaa9420, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c45272-669f-4a6e-bc78-66653a65ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:24:09.330472 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:09.358559 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 48d84333-5193-49f9-8861-3ffa596084d2 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:09.359940 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (48d84333-5193-49f9-8861-3ffa596084d2), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:09.361552 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 48d84333-5193-49f9-8861-3ffa596084d2 Oct 27 13:24:09.393206 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:09.486132 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-de05f8ec-f38a-4af3-9377-cc2944fcc43e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--527495886&fields=id&tenant_id=5d1a967f9b62401ba95d65a2747e3ec0 HTTP/1.1" status: 200 len: 267 time: 0.1337180 Oct 27 13:24:09.522295 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61035998-e477-428b-92e0-2434595df64b None None] Pushing event updated for resources: {'Port': ['ID=e8634811-804f-4d2f-b58e-5a709fa6eb40,revision_number=4']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:09.646803 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] For port da5205e6-7921-4b98-a7d5-d15aadaa9420, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:24:09.700024 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] For port da5205e6-7921-4b98-a7d5-d15aadaa9420, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=da5205e6-7921-4b98-a7d5-d15aadaa9420,segment=NetworkSegment(e5c45272-669f-4a6e-bc78-66653a65ecdf),segment_id=e5c45272-669f-4a6e-bc78-66653a65ecdf)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:24:09.727505 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'e8634811-804f-4d2f-b58e-5a709fa6eb40', 'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'mac_address': 'fa:16:3e:73:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:01Z', 'updated_at': '2022-10-27T13:24:08Z', 'revision_number': 4, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'subnets': [{'id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:09.736309 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:09.759368 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 48d84333-5193-49f9-8861-3ffa596084d2 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:09.760152 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (48d84333-5193-49f9-8861-3ffa596084d2), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:09.830338 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a23a72-e9fe-43de-9a35-013e8fc97f57 None None] The sync data for ids ['2665357b-a887-4f2b-a360-b439a8bd8e99'] in dv-cinder-862432-3-iscsi is: [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'e8634811-804f-4d2f-b58e-5a709fa6eb40', 'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'mac_address': 'fa:16:3e:73:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:01Z', 'updated_at': '2022-10-27T13:24:08Z', 'revision_number': 4, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'subnets': [{'id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:24:09.882240 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 48d84333-5193-49f9-8861-3ffa596084d2, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=48d84333-5193-49f9-8861-3ffa596084d2,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:09.908017 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:09.927311 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d3fead9c-8858-4a86-9b1d-ae7976bfb06f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (2a806c1d-e27b-446d-b30c-541c52aa12f4), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:09.947298 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-44d725f8-5332-4a50-958f-90eb92755615 req-e6a7ae28-1bfb-4e2b-b4e0-70dbda95a6b2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7116716 Oct 27 13:24:10.014886 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Routers {'30dfcda2-51a7-4e6d-92a9-cca43af2af8d'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:24:10.016988 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:00Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:10.021694 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f546f-c7ec-4552-99d5-d35eea07407b None None] Pushing event updated for resources: {'Port': ['ID=da5205e6-7921-4b98-a7d5-d15aadaa9420,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:10.045469 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (48d84333-5193-49f9-8861-3ffa596084d2), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:10.046345 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device b8b5e1d8-942a-495c-be3b-88c11c715f45 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:10.088773 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e918455-79eb-4040-b15b-483455a4ba9b req-51092414-990c-4852-b1ff-dbc491102ddc tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:10.096457 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-51092414-990c-4852-b1ff-dbc491102ddc tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/networks?id=424d9785-78b4-4b32-922b-56a7b3492659 HTTP/1.1" status: 200 len: 810 time: 0.6081364 Oct 27 13:24:10.156981 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-99e81098-fe4f-4e3d-9248-f4386c1dcb88 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/quotas/5d1a967f9b62401ba95d65a2747e3ec0 HTTP/1.1" status: 200 len: 375 time: 0.0514948 Oct 27 13:24:10.290738 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fead9c-8858-4a86-9b1d-ae7976bfb06f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a806c1d-e27b-446d-b30c-541c52aa12f4,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:10.554357 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-21d2d61f-2d5c-4c12-866b-8b341d340b4a tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5d1a967f9b62401ba95d65a2747e3ec0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3908420 Oct 27 13:24:10.593144 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d3fead9c-8858-4a86-9b1d-ae7976bfb06f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:10.611632 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-d3fead9c-8858-4a86-9b1d-ae7976bfb06f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1817105 Oct 27 13:24:10.625429 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 53622) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:10.630776 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-27729534-5d5d-498b-a806-69134d6f7284 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Request body: {'security_group_rule': {'security_group_id': '561ae413-55a5-441c-842f-9141c0745f3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:10.658467 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=48d84333-5193-49f9-8861-3ffa596084d2,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:10.671102 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:10.671985 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-50f8c5ce-3b77-419e-8ff1-f7a24d71a8f7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Allocated IP 172.20.0.10 (cd96fa99-4c66-43df-b333-f0dba8530cad/0f4c80c3-3119-40c0-ba45-2d13ba53d691/c75fe153-8d6a-404a-a659-fc051995130f) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:24:10.720423 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27729534-5d5d-498b-a806-69134d6f7284 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group_rule (9156fb27-3b30-4de7-8eec-e35618e57015), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:10.729343 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] Set router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:24:10.733268 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port b8b5e1d8-942a-495c-be3b-88c11c715f45 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:10.733268 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (b8b5e1d8-942a-495c-be3b-88c11c715f45), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:10.733669 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port b8b5e1d8-942a-495c-be3b-88c11c715f45 Oct 27 13:24:10.840098 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:10.892183 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27729534-5d5d-498b-a806-69134d6f7284 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group_rule (9156fb27-3b30-4de7-8eec-e35618e57015), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:10.899885 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27729534-5d5d-498b-a806-69134d6f7284 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (9156fb27-3b30-4de7-8eec-e35618e57015), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:10.928815 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27729534-5d5d-498b-a806-69134d6f7284 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9156fb27-3b30-4de7-8eec-e35618e57015,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:10.955244 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27729534-5d5d-498b-a806-69134d6f7284 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:10.963603 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-27729534-5d5d-498b-a806-69134d6f7284 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3359067 Oct 27 13:24:10.965261 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 53632) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:10.979673 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3a9732f6-4c83-4f24-a52a-3cc5591cc30a service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104532) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 13:24:10.981063 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3a9732f6-4c83-4f24-a52a-3cc5591cc30a service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1360726 Oct 27 13:24:10.984743 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Request body: {'floatingip': {'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:11.161147 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:11.198111 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-8ea0e7d6-024d-471d-9173-fc4017db1600 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910591 Oct 27 13:24:11.203078 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port b8b5e1d8-942a-495c-be3b-88c11c715f45 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:11.204957 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 80a57acd-cab2-4901-9f97-18b906dd76ce up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:11.242074 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-44d725f8-5332-4a50-958f-90eb92755615 req-6b6ab766-2afb-4454-b886-4fce99099ce8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2936740 Oct 27 13:24:11.293617 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-50f8c5ce-3b77-419e-8ff1-f7a24d71a8f7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Publish callbacks [] for port (c75fe153-8d6a-404a-a659-fc051995130f), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:11.404190 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-50f8c5ce-3b77-419e-8ff1-f7a24d71a8f7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (c75fe153-8d6a-404a-a659-fc051995130f), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:11.410635 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:11.552620 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 80a57acd-cab2-4901-9f97-18b906dd76ce triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:11.553062 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (80a57acd-cab2-4901-9f97-18b906dd76ce), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:11.553407 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 80a57acd-cab2-4901-9f97-18b906dd76ce Oct 27 13:24:11.605349 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 53656) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:11.688165 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 4, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'da5205e6-7921-4b98-a7d5-d15aadaa9420', 'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'mac_address': 'fa:16:3e:e5:ae:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:58Z', 'updated_at': '2022-10-27T13:24:09Z', 'revision_number': 4, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'subnets': [{'id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:11.734763 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb9957e-78dd-4e5c-b528-75fe26bc0041 None None] The sync data for ids ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'] in dv-cinder-862432-3-iscsi is: [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 4, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'da5205e6-7921-4b98-a7d5-d15aadaa9420', 'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'mac_address': 'fa:16:3e:e5:ae:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:58Z', 'updated_at': '2022-10-27T13:24:09Z', 'revision_number': 4, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'subnets': [{'id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:24:11.754294 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:11.758008 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-50f8c5ce-3b77-419e-8ff1-f7a24d71a8f7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Network cd96fa99-4c66-43df-b333-f0dba8530cad is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:24:11.947962 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-644d8b9b-0eb4-4cc7-acbf-1680aa38b77f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7422624 Oct 27 13:24:11.999883 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 80a57acd-cab2-4901-9f97-18b906dd76ce is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:12.003069 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (80a57acd-cab2-4901-9f97-18b906dd76ce), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:12.104864 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 80a57acd-cab2-4901-9f97-18b906dd76ce, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=80a57acd-cab2-4901-9f97-18b906dd76ce,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:12.127417 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (80a57acd-cab2-4901-9f97-18b906dd76ce), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:12.161611 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c25aae-6ea0-4b9e-ace6-ebb3373f773d req-3d9f2af1-52f7-47ba-8a00-1d96e2d06ec4 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:12.171008 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a1c25aae-6ea0-4b9e-ace6-ebb3373f773d req-3d9f2af1-52f7-47ba-8a00-1d96e2d06ec4 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 932 time: 0.4061096 Oct 27 13:24:12.183093 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-50f8c5ce-3b77-419e-8ff1-f7a24d71a8f7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:24:12.207871 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-50f8c5ce-3b77-419e-8ff1-f7a24d71a8f7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:24:12.207871 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-50f8c5ce-3b77-419e-8ff1-f7a24d71a8f7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:12.207871 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-50f8c5ce-3b77-419e-8ff1-f7a24d71a8f7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:12.360907 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8c5ce-3b77-419e-8ff1-f7a24d71a8f7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Pushing event updated for resources: {'Port': ['ID=c75fe153-8d6a-404a-a659-fc051995130f,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:12.379959 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Allocated IP 172.27.0.164 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/cf0d700b-9035-401b-8e7d-bef89882a527) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:24:12.425322 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-50f8c5ce-3b77-419e-8ff1-f7a24d71a8f7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7974925 Oct 27 13:24:12.430916 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=80a57acd-cab2-4901-9f97-18b906dd76ce,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:12.581499 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a1c25aae-6ea0-4b9e-ace6-ebb3373f773d req-6753fd50-600b-48cc-b45f-a123265f4d9f tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077406 Oct 27 13:24:12.599475 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for port (cf0d700b-9035-401b-8e7d-bef89882a527), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:12.723601 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:12.773716 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-eb4949af-0143-4d89-bf0d-a8f671bfc5c3 req-3e9c6424-7679-47ce-8460-6df989637227 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.0652127 Oct 27 13:24:12.774213 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (cf0d700b-9035-401b-8e7d-bef89882a527), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:12.778593 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-694c1db0-ee98-49f7-819f-7577a141f4cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:12.780403 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:12.835821 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-10bf946a-256b-4331-a9cc-4c82ca616e13 req-0ebb83e3-b18b-42f2-b899-146286f03e7e tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 210 time: 0.0997734 Oct 27 13:24:12.860380 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:24:12.880868 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:24:12.887626 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:24:12.898532 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-cba469c3-108a-4502-8d89-e18481098a9a None None] Provisioning complete for port c75fe153-8d6a-404a-a659-fc051995130f triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:12.903255 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-cba469c3-108a-4502-8d89-e18481098a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (c75fe153-8d6a-404a-a659-fc051995130f), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:12.904357 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-cba469c3-108a-4502-8d89-e18481098a9a None None] Attempt 1 to provision port c75fe153-8d6a-404a-a659-fc051995130f Oct 27 13:24:12.935267 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event updated for resources: {'Port': ['ID=cf0d700b-9035-401b-8e7d-bef89882a527,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:12.967632 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-cba469c3-108a-4502-8d89-e18481098a9a None None] Port c75fe153-8d6a-404a-a659-fc051995130f cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:24:12.987721 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device da5205e6-7921-4b98-a7d5-d15aadaa9420 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:13.050764 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port da5205e6-7921-4b98-a7d5-d15aadaa9420 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:13.051273 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.051684 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port da5205e6-7921-4b98-a7d5-d15aadaa9420 Oct 27 13:24:13.084973 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for floatingip (75b8a3d0-a98d-46df-9b8a-efd29ce75b43), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.087565 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-694c1db0-ee98-49f7-819f-7577a141f4cf admin admin] Publish callbacks [] for security_group (f0eff1f8-68f0-4239-9d26-b740b9919aec), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.096847 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-694c1db0-ee98-49f7-819f-7577a141f4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (f0eff1f8-68f0-4239-9d26-b740b9919aec), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.137450 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-694c1db0-ee98-49f7-819f-7577a141f4cf admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=dd8f76f411bf4316860b48a8955a73fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5285590 Oct 27 13:24:13.140450 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 53692) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:13.149879 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:13.154181 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port da5205e6-7921-4b98-a7d5-d15aadaa9420 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:13.154737 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.198704 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port da5205e6-7921-4b98-a7d5-d15aadaa9420, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=da5205e6-7921-4b98-a7d5-d15aadaa9420,segment=NetworkSegment(e5c45272-669f-4a6e-bc78-66653a65ecdf),segment_id=e5c45272-669f-4a6e-bc78-66653a65ecdf)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:13.205699 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.206698 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:13.215658 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (cf0d700b-9035-401b-8e7d-bef89882a527), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.221812 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c1db0-ee98-49f7-819f-7577a141f4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eff1f8-68f0-4239-9d26-b740b9919aec,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:13.240619 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-969b3bf8-0ecc-4dee-a0e1-a2a724785372 admin admin] Publish callbacks [] for security_group (f0eff1f8-68f0-4239-9d26-b740b9919aec), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.268511 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-969b3bf8-0ecc-4dee-a0e1-a2a724785372 admin admin] Publish callbacks [] for security_group (f0eff1f8-68f0-4239-9d26-b740b9919aec), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.273342 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:13.319349 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=da5205e6-7921-4b98-a7d5-d15aadaa9420,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:13.324365 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:13.324956 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.325435 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f Oct 27 13:24:13.331820 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-969b3bf8-0ecc-4dee-a0e1-a2a724785372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (f0eff1f8-68f0-4239-9d26-b740b9919aec), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.334733 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-969b3bf8-0ecc-4dee-a0e1-a2a724785372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.336138 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-969b3bf8-0ecc-4dee-a0e1-a2a724785372 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/f0eff1f8-68f0-4239-9d26-b740b9919aec HTTP/1.1" status: 204 len: 168 time: 0.1944907 Oct 27 13:24:13.347496 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b3bf8-0ecc-4dee-a0e1-a2a724785372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eff1f8-68f0-4239-9d26-b740b9919aec,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:13.394628 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for port (cf0d700b-9035-401b-8e7d-bef89882a527), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.401359 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (cf0d700b-9035-401b-8e7d-bef89882a527), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.447673 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:13.448420 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.498815 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:13.509031 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.510406 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device e8634811-804f-4d2f-b58e-5a709fa6eb40 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:13.533083 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event updated for resources: {'Port': ['ID=cf0d700b-9035-401b-8e7d-bef89882a527,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:13.551041 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (75b8a3d0-a98d-46df-9b8a-efd29ce75b43), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.586461 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.588152 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-189b9e51-155d-42b9-aeff-ce6196e56b2e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6159632 Oct 27 13:24:13.665496 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port e8634811-804f-4d2f-b58e-5a709fa6eb40 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:13.665854 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.666200 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port e8634811-804f-4d2f-b58e-5a709fa6eb40 Oct 27 13:24:13.733105 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:13.807312 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port e8634811-804f-4d2f-b58e-5a709fa6eb40 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:13.809441 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.856007 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port e8634811-804f-4d2f-b58e-5a709fa6eb40, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=e8634811-804f-4d2f-b58e-5a709fa6eb40,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:13.862778 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:13.863717 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 48d84333-5193-49f9-8861-3ffa596084d2 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:13.901855 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77052c-cf12-4887-acff-2323ea20b04c req-6307c420-ea84-4e7e-a9d0-09074c5268be tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:13.914747 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-bd77052c-cf12-4887-acff-2323ea20b04c req-6307c420-ea84-4e7e-a9d0-09074c5268be tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 932 time: 0.2069802 Oct 27 13:24:13.921764 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.45', 65394) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:13.940123 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-9ad18bdd-68b2-4369-ad95-17236248a50c tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 13:24:13.942946 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-9ad18bdd-68b2-4369-ad95-17236248a50c tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0200737 Oct 27 13:24:13.998205 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:14.057588 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 53722) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:14.298090 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7e2a62c5-9f18-48b2-a03d-d18c7ac931b7 req-0d86ccad-35d2-4d0c-a661-65027d74e480 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.4361882 Oct 27 13:24:14.401817 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=e8634811-804f-4d2f-b58e-5a709fa6eb40,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:14.414890 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 48d84333-5193-49f9-8861-3ffa596084d2 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:14.415479 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (48d84333-5193-49f9-8861-3ffa596084d2), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:14.416068 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 48d84333-5193-49f9-8861-3ffa596084d2 Oct 27 13:24:14.555683 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 48d84333-5193-49f9-8861-3ffa596084d2 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:14.557487 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:14.563601 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:14.652013 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-149f7e14-6189-43f9-9a0e-d7c7b891e870 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1369150725&fields=id&tenant_id=a14a3cf9df9f4034a8a0109fd3e33816 HTTP/1.1" status: 200 len: 267 time: 0.1462367 Oct 27 13:24:14.732482 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:14.734771 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:14.734771 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 Oct 27 13:24:14.739140 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-1cf83566-2db1-4acd-acaa-38077512af68 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:14.745527 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-1cf83566-2db1-4acd-acaa-38077512af68 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.45 "GET /networking/v2.0/networks?id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 200 len: 818 time: 0.8006406 Oct 27 13:24:14.781123 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:14.793810 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-1d2374e3-c1e4-417c-b3a5-dcd69c5d34b2 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Request body: {'port': {'device_id': '8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'admin_state_up': True, 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:14.829678 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-94f5dab2-11bd-421e-8672-7e98ce9cd2e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:14.939537 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:14.941583 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:14.975075 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-1e3f4cd7-9983-422d-a7e4-1ea71d5f3fe0 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:14.990986 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-1e3f4cd7-9983-422d-a7e4-1ea71d5f3fe0 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/networks?id=b9e83d77-9944-451b-8320-56a536076101 HTTP/1.1" status: 200 len: 816 time: 0.3373389 Oct 27 13:24:15.035512 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-324367cd-a6ad-4588-ad3b-52ce8def66d7 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/quotas/a14a3cf9df9f4034a8a0109fd3e33816 HTTP/1.1" status: 200 len: 375 time: 0.0425575 Oct 27 13:24:15.081392 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6,segment=NetworkSegment(a02c0a77-56ba-4b2d-a127-01c5fa6f02c9),segment_id=a02c0a77-56ba-4b2d-a127-01c5fa6f02c9)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:15.087824 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:15.111689 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Request body: {'port': {'device_id': '98d7af89-a551-4c26-bbed-55370b42cdb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:15.224774 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-6126ddf0-c9a3-4756-84bb-e8d7a40f70a3 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a14a3cf9df9f4034a8a0109fd3e33816&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1821730 Oct 27 13:24:15.276343 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-94f5dab2-11bd-421e-8672-7e98ce9cd2e7 admin admin] Publish callbacks [] for security_group (6a5532d3-c5f3-4c9f-9a94-116db62f9357), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:15.295355 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:15.370724 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 80a57acd-cab2-4901-9f97-18b906dd76ce up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:15.405447 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:15.434454 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:15.448775 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 80a57acd-cab2-4901-9f97-18b906dd76ce triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:15.450033 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (80a57acd-cab2-4901-9f97-18b906dd76ce), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:15.450620 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 80a57acd-cab2-4901-9f97-18b906dd76ce Oct 27 13:24:15.479125 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (c75fe153-8d6a-404a-a659-fc051995130f), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:15.511244 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-e5d6987d-851b-4c9a-929b-bb3283b83b51 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845242 Oct 27 13:24:15.582393 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 80a57acd-cab2-4901-9f97-18b906dd76ce is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:15.584156 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device da5205e6-7921-4b98-a7d5-d15aadaa9420 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:15.683877 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port da5205e6-7921-4b98-a7d5-d15aadaa9420 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:15.684404 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:15.684869 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port da5205e6-7921-4b98-a7d5-d15aadaa9420 Oct 27 13:24:15.754560 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-94f5dab2-11bd-421e-8672-7e98ce9cd2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (6a5532d3-c5f3-4c9f-9a94-116db62f9357), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:15.810365 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:15.828614 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-bd77052c-cf12-4887-acff-2323ea20b04c req-8e48fbee-f0b8-46c3-be50-aa340d18621b tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9058385 Oct 27 13:24:15.926032 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port da5205e6-7921-4b98-a7d5-d15aadaa9420 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:15.928336 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:15.972139 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-e88ace3c-dc66-46fc-b846-f832f7271fe3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572513 Oct 27 13:24:15.994946 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-779f099b-b713-4a81-9a50-943ba680e0e7 req-37231589-8e0c-4ff9-a953-111a00e96330 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 210 time: 0.0646448 Oct 27 13:24:16.057716 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:16.059002 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:16.059615 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f Oct 27 13:24:16.094388 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 53774) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:16.094899 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-94f5dab2-11bd-421e-8672-7e98ce9cd2e7 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=a8b0c712b06a4b19a196af7f8d02298b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0350940 Oct 27 13:24:16.267380 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:16.268864 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device e8634811-804f-4d2f-b58e-5a709fa6eb40 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:16.274815 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5dab2-11bd-421e-8672-7e98ce9cd2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5532d3-c5f3-4c9f-9a94-116db62f9357,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:16.280980 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-1d2374e3-c1e4-417c-b3a5-dcd69c5d34b2 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Made reservation on behalf of a58f7c57ef7f4a54999d16d765d80cc2 for: {'port': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:24:16.287091 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-1d2374e3-c1e4-417c-b3a5-dcd69c5d34b2 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:16.296154 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-912bf5d2-a7ec-4867-9175-1446057f12bf admin admin] Publish callbacks [] for security_group (6a5532d3-c5f3-4c9f-9a94-116db62f9357), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:16.316158 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5238646e-5f72-425c-973e-97290d248f93 req-4ad9c0df-47d3-4914-9010-1d7494f4ef04 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.1096380 Oct 27 13:24:16.321216 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port e8634811-804f-4d2f-b58e-5a709fa6eb40 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:16.321859 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:16.322352 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port e8634811-804f-4d2f-b58e-5a709fa6eb40 Oct 27 13:24:16.333525 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-912bf5d2-a7ec-4867-9175-1446057f12bf admin admin] Publish callbacks [] for security_group (6a5532d3-c5f3-4c9f-9a94-116db62f9357), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:16.410859 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-912bf5d2-a7ec-4867-9175-1446057f12bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (6a5532d3-c5f3-4c9f-9a94-116db62f9357), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:16.414207 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-912bf5d2-a7ec-4867-9175-1446057f12bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:16.415528 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-912bf5d2-a7ec-4867-9175-1446057f12bf admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/6a5532d3-c5f3-4c9f-9a94-116db62f9357 HTTP/1.1" status: 204 len: 168 time: 0.3202932 Oct 27 13:24:16.426052 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port e8634811-804f-4d2f-b58e-5a709fa6eb40 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:16.426535 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bf5d2-a7ec-4867-9175-1446057f12bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5532d3-c5f3-4c9f-9a94-116db62f9357,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:16.443277 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-53e266fa-c366-4547-ba80-41bb2179bf62 req-dada3399-186d-4525-adb6-fc4f76a8e060 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.2698987 Oct 27 13:24:16.565393 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:16.685741 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-1d2374e3-c1e4-417c-b3a5-dcd69c5d34b2 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Allocated IP 172.20.0.5 (d7787e3c-cdc7-4d31-9969-b3505bdbc01b/d729a604-725f-4ad1-9296-503f3419b171/d002aeca-8ed9-4dcb-a918-f911694d6cb8) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:24:16.773119 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c75fe153-8d6a-404a-a659-fc051995130f {{(pid=104533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:24:16.790189 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Publish callbacks [] for port (c75fe153-8d6a-404a-a659-fc051995130f), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:16.836358 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.provisioning_blocks [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Transition to ACTIVE for port object c75fe153-8d6a-404a-a659-fc051995130f will not be triggered until provisioned by entity L2. {{(pid=104533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:24:16.878996 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (c75fe153-8d6a-404a-a659-fc051995130f), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:17.007357 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Pushing event updated for resources: {'Port': ['ID=c75fe153-8d6a-404a-a659-fc051995130f,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:17.039425 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1918e-f872-459b-8fae-1898b2f723f5 req-4ea9914c-f5b3-4532-8e06-45904c169693 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:17.049898 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4ff1918e-f872-459b-8fae-1898b2f723f5 req-4ea9914c-f5b3-4532-8e06-45904c169693 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.1050003 Oct 27 13:24:17.069500 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Attempting to bind port c75fe153-8d6a-404a-a659-fc051995130f on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:24:17.069866 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Attempting to bind port c75fe153-8d6a-404a-a659-fc051995130f by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'a02c0a77-56ba-4b2d-a127-01c5fa6f02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad'}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:24:17.076924 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Attempting to bind port c75fe153-8d6a-404a-a659-fc051995130f on network cd96fa99-4c66-43df-b333-f0dba8530cad {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:24:17.084275 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-1d2374e3-c1e4-417c-b3a5-dcd69c5d34b2 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for port (d002aeca-8ed9-4dcb-a918-f911694d6cb8), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:17.156602 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4ff1918e-f872-459b-8fae-1898b2f723f5 req-d3342a91-56a9-4353-8aa9-9afcffcebf9f tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053591 Oct 27 13:24:17.179783 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Sync routers for ids ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:24:17.204154 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Routers {'a396b264-e0ba-476f-8bfa-0b2de13e54d1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:24:17.207025 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:00Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:17.291163 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-23143574-29cb-432f-a2cc-1f0cd6596253 req-ab75839f-1f0f-4098-94e1-655540b11a64 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 210 time: 0.1376107 Oct 27 13:24:17.298335 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:17.326047 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:17.347649 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Port c75fe153-8d6a-404a-a659-fc051995130f on network cd96fa99-4c66-43df-b333-f0dba8530cad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:24:17.348200 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Attempting to bind port c75fe153-8d6a-404a-a659-fc051995130f on network cd96fa99-4c66-43df-b333-f0dba8530cad {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:24:17.392730 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:17.415842 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-1d2374e3-c1e4-417c-b3a5-dcd69c5d34b2 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (d002aeca-8ed9-4dcb-a918-f911694d6cb8), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:17.485112 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-1d2374e3-c1e4-417c-b3a5-dcd69c5d34b2 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Network d7787e3c-cdc7-4d31-9969-b3505bdbc01b is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:24:17.486260 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2374e3-c1e4-417c-b3a5-dcd69c5d34b2 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Pushing event updated for resources: {'Port': ['ID=d002aeca-8ed9-4dcb-a918-f911694d6cb8,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:17.493924 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-1d2374e3-c1e4-417c-b3a5-dcd69c5d34b2 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:24:17.497131 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-1d2374e3-c1e4-417c-b3a5-dcd69c5d34b2 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:24:17.502030 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-1d2374e3-c1e4-417c-b3a5-dcd69c5d34b2 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:17.505298 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-1d2374e3-c1e4-417c-b3a5-dcd69c5d34b2 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:17.514221 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:24:17.514842 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Checking segment: {'id': 'a02c0a77-56ba-4b2d-a127-01c5fa6f02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:24:17.515608 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Bound using segment: {'id': 'a02c0a77-56ba-4b2d-a127-01c5fa6f02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad'} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:24:17.516330 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Bound port: c75fe153-8d6a-404a-a659-fc051995130f, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02c0a77-56ba-4b2d-a127-01c5fa6f02c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad'}}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:24:17.519427 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (c75fe153-8d6a-404a-a659-fc051995130f), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:17.554033 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-059b246e-8273-4dec-8815-b3f74605f81a req-b7ad8402-5d60-4c82-b7b6-69859c2acc1d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0738344 Oct 27 13:24:17.592072 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-1d2374e3-c1e4-417c-b3a5-dcd69c5d34b2 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8193684 Oct 27 13:24:17.614364 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:17.614924 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:17.615048 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 Oct 27 13:24:17.642995 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Set router a396b264-e0ba-476f-8bfa-0b2de13e54d1 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:24:17.676732 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:17.682111 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4d1eb45e-c298-4b29-8a82-dba507a6a8a2 req-f469e833-d9c4-4a7f-bf86-4da46557a678 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.0552716 Oct 27 13:24:17.686260 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] For port c75fe153-8d6a-404a-a659-fc051995130f, host hv-cinder-86243, cleared binding levels {{(pid=104533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:24:17.723084 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] For port c75fe153-8d6a-404a-a659-fc051995130f, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c75fe153-8d6a-404a-a659-fc051995130f,segment=NetworkSegment(a02c0a77-56ba-4b2d-a127-01c5fa6f02c9),segment_id=a02c0a77-56ba-4b2d-a127-01c5fa6f02c9)] {{(pid=104533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:24:17.735014 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (c75fe153-8d6a-404a-a659-fc051995130f), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:17.743175 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:17.743827 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:17.746428 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/c75fe153-8d6a-404a-a659-fc051995130f HTTP/1.1" status: 200 len: 1094 time: 2.9918725 Oct 27 13:24:17.747299 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d7af89-a551-4c26-bbed-55370b42cdb7', 'tag': 'c75fe153-8d6a-404a-a659-fc051995130f'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:24:17.916456 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f56b92-97d7-449a-99ca-44fe1afbbd14 service neutron] Pushing event updated for resources: {'Port': ['ID=c75fe153-8d6a-404a-a659-fc051995130f,revision_number=3']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:17.934736 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port': {'id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:54Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'f9f9aa88-0478-45c6-94e3-759c7b6c2aac', 'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'mac_address': 'fa:16:3e:52:9c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:00Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 2, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'subnets': [{'id': 'd729a604-725f-4ad1-9296-503f3419b171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:17.962623 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-800f810f-1571-4d38-a43e-d02cfd8550fc None None] Provisioning complete for port d002aeca-8ed9-4dcb-a918-f911694d6cb8 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:17.962994 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-800f810f-1571-4d38-a43e-d02cfd8550fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (d002aeca-8ed9-4dcb-a918-f911694d6cb8), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:17.963326 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-800f810f-1571-4d38-a43e-d02cfd8550fc None None] Attempt 1 to provision port d002aeca-8ed9-4dcb-a918-f911694d6cb8 Oct 27 13:24:17.981156 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc33e8ce-14f7-442e-8a28-1c15760ee855" -d '{"events": [{"name": "network-changed", "server_uuid": "98d7af89-a551-4c26-bbed-55370b42cdb7", "tag": "c75fe153-8d6a-404a-a659-fc051995130f"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:24:17.985369 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Checking router: a396b264-e0ba-476f-8bfa-0b2de13e54d1 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:24:17.985705 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Updating router a396b264-e0ba-476f-8bfa-0b2de13e54d1 port f9f9aa88-0478-45c6-94e3-759c7b6c2aac binding host dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:24:18.017838 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:18.031147 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-800f810f-1571-4d38-a43e-d02cfd8550fc None None] Port d002aeca-8ed9-4dcb-a918-f911694d6cb8 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:24:18.033160 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:18.125838 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4178757b-d983-4aec-b123-f1d7ca781123 x-openstack-request-id: req-4178757b-d983-4aec-b123-f1d7ca781123 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:24:18.126128 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d7af89-a551-4c26-bbed-55370b42cdb7", "tag": "c75fe153-8d6a-404a-a659-fc051995130f", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:24:18.126379 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4178757b-d983-4aec-b123-f1d7ca781123 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:24:18.126842 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4178757b-d983-4aec-b123-f1d7ca781123'] response: {'name': 'network-changed', 'server_uuid': '98d7af89-a551-4c26-bbed-55370b42cdb7', 'tag': 'c75fe153-8d6a-404a-a659-fc051995130f', 'status': 'completed', 'code': 200} Oct 27 13:24:18.267014 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:18.287597 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa28cf1-04f8-4d99-b63c-389ab75f8eb7 req-bd3fe0f6-9e7d-4505-88bc-a40682d93ef2 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:18.289213 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9aa28cf1-04f8-4d99-b63c-389ab75f8eb7 req-bd3fe0f6-9e7d-4505-88bc-a40682d93ef2 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.0538394 Oct 27 13:24:18.312187 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Publish callbacks [] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), precommit_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:18.315129 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 53852) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:18.322504 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:18.355151 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9aa28cf1-04f8-4d99-b63c-389ab75f8eb7 req-689b1f6a-19db-4a7b-b1e0-109e9cb44e7e tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591486 Oct 27 13:24:18.402378 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f054c8f-af3d-4d84-9906-e246ed1c3ea3 None None] Pushing event updated for resources: {'Port': ['ID=f9f9aa88-0478-45c6-94e3-759c7b6c2aac,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:18.437160 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Attempting to bind port f9f9aa88-0478-45c6-94e3-759c7b6c2aac on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:24:18.437523 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Attempting to bind port f9f9aa88-0478-45c6-94e3-759c7b6c2aac by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:24:18.437877 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Attempting to bind port f9f9aa88-0478-45c6-94e3-759c7b6c2aac on network d7787e3c-cdc7-4d31-9969-b3505bdbc01b {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:24:18.450831 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-94e03d8d-d039-469c-9e28-607e528dbfc4 req-7408031b-3e83-4d0f-ad77-b619b0eea4e3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 210 time: 0.0403368 Oct 27 13:24:18.456512 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-63058818-8164-4653-81a9-f6a1b2811708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:18.538113 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-63058818-8164-4653-81a9-f6a1b2811708 admin admin] Publish callbacks [] for security_group (e5540781-bb06-4f1b-9740-37d227c10cc9), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:18.542245 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-63058818-8164-4653-81a9-f6a1b2811708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (e5540781-bb06-4f1b-9740-37d227c10cc9), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:18.583179 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-63058818-8164-4653-81a9-f6a1b2811708 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=75888ed189b44376ba2bd048999c9093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667670 Oct 27 13:24:18.583607 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:24:18.584003 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63058818-8164-4653-81a9-f6a1b2811708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5540781-bb06-4f1b-9740-37d227c10cc9,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:18.584198 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Checking segment: {'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:24:18.584681 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:18.585125 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Bound using segment: {'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:24:18.585680 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Bound port: f9f9aa88-0478-45c6-94e3-759c7b6c2aac, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:24:18.586074 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 53858) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:18.592432 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.45', 65408) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:18.596880 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:18.662777 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-27c3b14a-1b55-4d9f-bfcf-908f3f76efdd admin admin] Publish callbacks [] for security_group (e5540781-bb06-4f1b-9740-37d227c10cc9), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:18.692623 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] For port f9f9aa88-0478-45c6-94e3-759c7b6c2aac, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:24:18.703284 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] For port f9f9aa88-0478-45c6-94e3-759c7b6c2aac, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=f9f9aa88-0478-45c6-94e3-759c7b6c2aac,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:24:18.710663 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9568581e-0bff-4286-acf5-eb821dffc8bc req-dd1cd53c-aaef-4998-b57a-8d8bab663f56 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0495892 Oct 27 13:24:18.713047 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-27c3b14a-1b55-4d9f-bfcf-908f3f76efdd admin admin] Publish callbacks [] for security_group (e5540781-bb06-4f1b-9740-37d227c10cc9), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:18.725985 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:18.750020 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:18.750020 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:18.794415 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Routers {'a396b264-e0ba-476f-8bfa-0b2de13e54d1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:24:18.795186 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:00Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:18.810388 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-27c3b14a-1b55-4d9f-bfcf-908f3f76efdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (e5540781-bb06-4f1b-9740-37d227c10cc9), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:18.812982 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-27c3b14a-1b55-4d9f-bfcf-908f3f76efdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:18.814363 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-27c3b14a-1b55-4d9f-bfcf-908f3f76efdd admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/e5540781-bb06-4f1b-9740-37d227c10cc9 HTTP/1.1" status: 204 len: 168 time: 0.2273400 Oct 27 13:24:18.832802 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3b14a-1b55-4d9f-bfcf-908f3f76efdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5540781-bb06-4f1b-9740-37d227c10cc9,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:18.860622 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d584be22-d180-4784-a5e3-2faa2cd232ae req-890fa709-1b41-4b9a-b746-9b1b3ace6396 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.0546012 Oct 27 13:24:18.915778 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f054c8f-af3d-4d84-9906-e246ed1c3ea3 None None] Pushing event updated for resources: {'Port': ['ID=f9f9aa88-0478-45c6-94e3-759c7b6c2aac,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:18.996845 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] Set router a396b264-e0ba-476f-8bfa-0b2de13e54d1 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:24:19.275614 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device f9f9aa88-0478-45c6-94e3-759c7b6c2aac up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:19.351407 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port': {'id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:54Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'f9f9aa88-0478-45c6-94e3-759c7b6c2aac', 'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'mac_address': 'fa:16:3e:52:9c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:00Z', 'updated_at': '2022-10-27T13:24:18Z', 'revision_number': 4, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'subnets': [{'id': 'd729a604-725f-4ad1-9296-503f3419b171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:19.398421 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd3af40-f3dd-4f45-8ffb-5017ab482281 None None] The sync data for ids ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'] in dv-cinder-862432-3-iscsi is: [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port': {'id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:54Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'f9f9aa88-0478-45c6-94e3-759c7b6c2aac', 'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'mac_address': 'fa:16:3e:52:9c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:00Z', 'updated_at': '2022-10-27T13:24:18Z', 'revision_number': 4, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'subnets': [{'id': 'd729a604-725f-4ad1-9296-503f3419b171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:24:19.411538 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port f9f9aa88-0478-45c6-94e3-759c7b6c2aac triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:19.411925 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:19.412268 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port f9f9aa88-0478-45c6-94e3-759c7b6c2aac Oct 27 13:24:19.561221 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port f9f9aa88-0478-45c6-94e3-759c7b6c2aac is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:19.561613 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:19.577102 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df023b3-9b80-44f8-8d30-800236f533c0 req-d19415a8-b515-4830-8535-003f4dea1639 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:19.586500 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5df023b3-9b80-44f8-8d30-800236f533c0 req-d19415a8-b515-4830-8535-003f4dea1639 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.0815432 Oct 27 13:24:19.635930 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port f9f9aa88-0478-45c6-94e3-759c7b6c2aac, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=f9f9aa88-0478-45c6-94e3-759c7b6c2aac,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:19.643205 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:19.666243 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9a63aaf5-a54b-4d21-9e22-22acee6324d6 req-c3bd7fcc-3a88-4b31-9db1-af6ae55dfa8a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 210 time: 0.0571899 Oct 27 13:24:19.690745 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5df023b3-9b80-44f8-8d30-800236f533c0 req-b9c23182-bb1e-48f9-9ce0-0cce47dc2191 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028261 Oct 27 13:24:19.738920 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=f9f9aa88-0478-45c6-94e3-759c7b6c2aac,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:19.828150 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:19.903574 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f5a37087-bfbb-4096-a095-4533e52e99e9 req-a5e464ef-59a3-4915-93ce-fc01b964a1ab tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0856085 Oct 27 13:24:20.027917 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7d086ca2-ad69-46df-b431-af34a068c385 req-624703b4-e477-4b2e-9f4c-13135a5da645 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.0505571 Oct 27 13:24:20.796841 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ea6628e9-24cd-4f34-9c65-4e91d0d2741b req-f5f67ef8-705d-428a-bf5b-81a64e3612d7 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 210 time: 0.0410445 Oct 27 13:24:20.929188 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd264fae-c5a7-446b-9338-774593d2fe77 req-b6ed9654-5578-413c-813f-0c18a7265a50 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:20.930813 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cd264fae-c5a7-446b-9338-774593d2fe77 req-b6ed9654-5578-413c-813f-0c18a7265a50 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.0795908 Oct 27 13:24:20.991411 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cd264fae-c5a7-446b-9338-774593d2fe77 req-e8082388-e539-407a-8101-97d23d4453d2 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525701 Oct 27 13:24:21.076862 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3f721b9e-5f4c-4e76-86b2-8baabd7b9a0e req-fcf0ba5f-ef07-4ca9-9304-1e28cd68e889 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0375993 Oct 27 13:24:21.139698 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8a1df21e-f69d-420b-8555-c7370eb7c8a7 req-919b6e08-20eb-4f7a-9253-b742818b2ffd tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.0320427 Oct 27 13:24:21.216598 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device f9f9aa88-0478-45c6-94e3-759c7b6c2aac up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:21.283400 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port f9f9aa88-0478-45c6-94e3-759c7b6c2aac triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:21.283643 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:21.284275 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port f9f9aa88-0478-45c6-94e3-759c7b6c2aac Oct 27 13:24:21.372410 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port f9f9aa88-0478-45c6-94e3-759c7b6c2aac is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:21.912989 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-27e5d0f6-7e65-4567-80ef-6b398fd11cee req-0db16d21-c4d1-4f83-9cf7-67b86d3c4bc3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 210 time: 0.0316715 Oct 27 13:24:22.118131 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe56913-6412-41f2-853a-f70f927618a3 req-e647ccbb-70bb-487b-9d50-aa5264bc1a49 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:22.121031 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2fe56913-6412-41f2-853a-f70f927618a3 req-e647ccbb-70bb-487b-9d50-aa5264bc1a49 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.0496013 Oct 27 13:24:22.149029 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:22.192187 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2fe56913-6412-41f2-853a-f70f927618a3 req-70876dae-04fa-4aa8-a2a3-5182e4eecfac tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643191 Oct 27 13:24:22.238140 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-59ad0313-a323-433c-a615-27067510188b req-57321ff7-3f5c-4a5d-bdbf-8d6c12171070 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0346377 Oct 27 13:24:22.298052 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1642d77b-db50-43c0-93ba-886c41a5d7b5 req-4bf41d0b-0303-463a-8573-887eefc1a8e9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.0273337 Oct 27 13:24:23.095498 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-8777ad51-3b8b-481a-ba55-d4d200674429 req-212d8775-6f86-49bc-b49b-94ea427c23fe tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 210 time: 0.0552192 Oct 27 13:24:23.374632 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1560d-612c-4719-a361-f31d82e38fb4 req-99a28479-b277-4237-a541-f8b98d0e1d07 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:23.377242 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a3d1560d-612c-4719-a361-f31d82e38fb4 req-99a28479-b277-4237-a541-f8b98d0e1d07 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.0553317 Oct 27 13:24:23.410613 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-89eae450-e57d-4b81-9609-db66115b308b req-7836a216-f113-42df-a7fd-b1c293e98b3b tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0589082 Oct 27 13:24:23.468870 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a3d1560d-612c-4719-a361-f31d82e38fb4 req-215bdfa9-15e2-4a2c-8f9c-401fc6539794 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854745 Oct 27 13:24:23.545914 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0f663481-2845-48e1-8d4f-7f8e2f1b7866 req-1b38619c-9f20-4cd3-8bee-284f713a20f8 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.0325789 Oct 27 13:24:24.193864 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a2ac34d8-8f23-4848-901c-fccddcdffb08 req-bb787046-9234-47ac-832f-8a9e8a7b6af8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 210 time: 0.0312576 Oct 27 13:24:24.527160 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-848d7217-e779-43ed-b397-d3aeee7dc424 req-62425d8b-8e24-476d-8efb-31f877c86945 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0277598 Oct 27 13:24:24.664218 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ec31e6cd-2b1a-4d4e-9551-3c94419b10e3 req-12665b10-7cff-4ca4-b407-e1e994cdb928 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.0287051 Oct 27 13:24:24.727610 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853346cd-ce9a-48e8-b859-6fc6e080987c req-230c8d72-da92-4741-a94c-d76a540a4aff tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:24.729109 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-853346cd-ce9a-48e8-b859-6fc6e080987c req-230c8d72-da92-4741-a94c-d76a540a4aff tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.2026260 Oct 27 13:24:24.776528 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-853346cd-ce9a-48e8-b859-6fc6e080987c req-41a51163-deb5-493e-81dc-7ddf22923f99 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410209 Oct 27 13:24:25.297451 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7cf5cfdb-4243-43b3-bd3f-d0817bf05d4f req-991a6c1f-d492-48ee-9cdb-d3a9560f81e1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 210 time: 0.0295913 Oct 27 13:24:25.631589 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-35a14fcb-9948-4dc8-9c5c-4b411016455c req-553f4c41-6a59-4cbd-b6f9-7f9987f0c825 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0279119 Oct 27 13:24:25.768444 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-82f09c5c-1207-4e30-a723-b1729ede03f2 req-323edb39-1c7f-49b3-b9d0-b84121d7a43f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.0303943 Oct 27 13:24:25.896007 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefacfd-5eed-4cbd-b1f9-3aaa0ee47fa1 req-f4aa1996-48f2-4e3a-887f-edb30b7041d8 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:25.897487 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-abefacfd-5eed-4cbd-b1f9-3aaa0ee47fa1 req-f4aa1996-48f2-4e3a-887f-edb30b7041d8 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.0486083 Oct 27 13:24:25.942589 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-abefacfd-5eed-4cbd-b1f9-3aaa0ee47fa1 req-c6fd38a5-aa4b-4f88-a33f-c3e19253db72 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395639 Oct 27 13:24:26.182161 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d725f8-5332-4a50-958f-90eb92755615 req-4a6dd473-7c22-4ebf-a11d-48a17d82ecbe tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:26.183648 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-44d725f8-5332-4a50-958f-90eb92755615 req-4a6dd473-7c22-4ebf-a11d-48a17d82ecbe tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.45 "GET /networking/v2.0/networks?id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 200 len: 818 time: 0.1030109 Oct 27 13:24:26.230630 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Request body: {'port': {'device_id': '8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:26.268576 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-44d725f8-5332-4a50-958f-90eb92755615 req-6fa65ef3-ec4e-4315-9489-3a8ab4180611 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Request body: {'port': {'device_id': '83f7d6c5-b670-4c5c-a8b2-87019f4b20f1', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'admin_state_up': True, 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:26.338891 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:26.426284 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33e8ce-14f7-442e-8a28-1c15760ee855 req-678e599e-c551-46db-832f-b5178f197c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:26.427797 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-dc33e8ce-14f7-442e-8a28-1c15760ee855 req-678e599e-c551-46db-832f-b5178f197c0f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=cecd3a5ba83e47119462cb9166e9a80a&device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 1128 time: 0.1726296 Oct 27 13:24:26.472069 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5157984a-c609-4db6-bed8-ad04ac69d687 req-7beb486a-95f6-45a8-ab28-67f60932b18c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 210 time: 0.0665054 Oct 27 13:24:26.484011 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (d002aeca-8ed9-4dcb-a918-f911694d6cb8), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:26.706638 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d725f8-5332-4a50-958f-90eb92755615 req-6fa65ef3-ec4e-4315-9489-3a8ab4180611 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Made reservation on behalf of a58f7c57ef7f4a54999d16d765d80cc2 for: {'port': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:24:26.710352 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-44d725f8-5332-4a50-958f-90eb92755615 req-6fa65ef3-ec4e-4315-9489-3a8ab4180611 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:26.765254 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33e8ce-14f7-442e-8a28-1c15760ee855 req-0787a8ae-f127-4635-a6a5-708dc41c1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:26.766701 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-dc33e8ce-14f7-442e-8a28-1c15760ee855 req-0787a8ae-f127-4635-a6a5-708dc41c1d2f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=cecd3a5ba83e47119462cb9166e9a80a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3234646 Oct 27 13:24:26.810838 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d8bbf645-704a-42f7-a90f-d174d224609f req-53d8cf4d-4386-48a8-83d2-198316d705b6 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0586925 Oct 27 13:24:26.882059 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c85ff41d-4c3b-4fb3-a4f5-57a7f6a4a03b req-9bbc60cb-4954-40c8-8572-a93fa0ca66fc tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.0270522 Oct 27 13:24:26.895813 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:26.999266 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d002aeca-8ed9-4dcb-a918-f911694d6cb8 {{(pid=104533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:24:27.006869 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Publish callbacks [] for port (d002aeca-8ed9-4dcb-a918-f911694d6cb8), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:27.028049 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.provisioning_blocks [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Transition to ACTIVE for port object d002aeca-8ed9-4dcb-a918-f911694d6cb8 will not be triggered until provisioned by entity L2. {{(pid=104533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:24:27.051767 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (d002aeca-8ed9-4dcb-a918-f911694d6cb8), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:27.127892 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b66ff-6644-4586-ae41-aba916bcb7ea req-d8231c35-ef99-4470-8426-5970cefc89db tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:27.129216 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-429b66ff-6644-4586-ae41-aba916bcb7ea req-d8231c35-ef99-4470-8426-5970cefc89db tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.1115477 Oct 27 13:24:27.175768 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [req-44d725f8-5332-4a50-958f-90eb92755615 req-6fa65ef3-ec4e-4315-9489-3a8ab4180611 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Allocated IP 172.20.0.11 (d7787e3c-cdc7-4d31-9969-b3505bdbc01b/d729a604-725f-4ad1-9296-503f3419b171/9d6eda8e-42f9-41c1-9452-42995d1ecd56) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:24:27.182212 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-18e6e77b-fafe-4984-b5a8-940679a01d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:27.197288 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Pushing event updated for resources: {'Port': ['ID=d002aeca-8ed9-4dcb-a918-f911694d6cb8,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:27.217058 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:27.236621 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Attempting to bind port d002aeca-8ed9-4dcb-a918-f911694d6cb8 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:24:27.236972 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Attempting to bind port d002aeca-8ed9-4dcb-a918-f911694d6cb8 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:24:27.237299 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Attempting to bind port d002aeca-8ed9-4dcb-a918-f911694d6cb8 on network d7787e3c-cdc7-4d31-9969-b3505bdbc01b {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:24:27.295406 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-429b66ff-6644-4586-ae41-aba916bcb7ea req-c574a342-9e85-4583-919d-91a45bff7e40 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561487 Oct 27 13:24:27.362291 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Port d002aeca-8ed9-4dcb-a918-f911694d6cb8 on network d7787e3c-cdc7-4d31-9969-b3505bdbc01b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:24:27.362620 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Attempting to bind port d002aeca-8ed9-4dcb-a918-f911694d6cb8 on network d7787e3c-cdc7-4d31-9969-b3505bdbc01b {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:24:27.434362 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:24:27.434692 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Checking segment: {'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:24:27.435069 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Bound using segment: {'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:24:27.435505 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Bound port: d002aeca-8ed9-4dcb-a918-f911694d6cb8, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'}}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:24:27.435858 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (d002aeca-8ed9-4dcb-a918-f911694d6cb8), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:27.459630 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-44d725f8-5332-4a50-958f-90eb92755615 req-6fa65ef3-ec4e-4315-9489-3a8ab4180611 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for port (9d6eda8e-42f9-41c1-9452-42995d1ecd56), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:27.535964 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] For port d002aeca-8ed9-4dcb-a918-f911694d6cb8, host hv-cinder-86243, cleared binding levels {{(pid=104533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:24:27.541960 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] For port d002aeca-8ed9-4dcb-a918-f911694d6cb8, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=d002aeca-8ed9-4dcb-a918-f911694d6cb8,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:24:27.548958 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-44d725f8-5332-4a50-958f-90eb92755615 req-6fa65ef3-ec4e-4315-9489-3a8ab4180611 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (9d6eda8e-42f9-41c1-9452-42995d1ecd56), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:27.581625 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (d002aeca-8ed9-4dcb-a918-f911694d6cb8), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:27.590396 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:27.591097 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:27.592537 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/d002aeca-8ed9-4dcb-a918-f911694d6cb8 HTTP/1.1" status: 200 len: 1093 time: 1.3658733 Oct 27 13:24:27.593039 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2', 'tag': 'd002aeca-8ed9-4dcb-a918-f911694d6cb8'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:24:27.595272 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fcc1fe-4fb2-4ad7-9ea4-901e34f4c943" -d '{"events": [{"name": "network-changed", "server_uuid": "8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2", "tag": "d002aeca-8ed9-4dcb-a918-f911694d6cb8"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:24:27.611135 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:27.623819 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d725f8-5332-4a50-958f-90eb92755615 req-6fa65ef3-ec4e-4315-9489-3a8ab4180611 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Network d7787e3c-cdc7-4d31-9969-b3505bdbc01b is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:24:27.625191 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa65ef3-ec4e-4315-9489-3a8ab4180611 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Pushing event updated for resources: {'Port': ['ID=9d6eda8e-42f9-41c1-9452-42995d1ecd56,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:27.628847 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [req-44d725f8-5332-4a50-958f-90eb92755615 req-6fa65ef3-ec4e-4315-9489-3a8ab4180611 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:24:27.634239 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d725f8-5332-4a50-958f-90eb92755615 req-6fa65ef3-ec4e-4315-9489-3a8ab4180611 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:24:27.640378 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d725f8-5332-4a50-958f-90eb92755615 req-6fa65ef3-ec4e-4315-9489-3a8ab4180611 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:27.641367 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-44d725f8-5332-4a50-958f-90eb92755615 req-6fa65ef3-ec4e-4315-9489-3a8ab4180611 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:27.688030 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9531ef5-831d-4857-99c2-50dcecf0dbe1 req-b3895d79-8641-4bca-8999-2de85bd62f63 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:27.689634 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e9531ef5-831d-4857-99c2-50dcecf0dbe1 req-b3895d79-8641-4bca-8999-2de85bd62f63 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 932 time: 0.1161079 Oct 27 13:24:27.689938 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-44d725f8-5332-4a50-958f-90eb92755615 req-6fa65ef3-ec4e-4315-9489-3a8ab4180611 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4357965 Oct 27 13:24:27.713167 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63b176-109d-47ed-8b00-81f2ff8444de service neutron] Pushing event updated for resources: {'Port': ['ID=d002aeca-8ed9-4dcb-a918-f911694d6cb8,revision_number=3']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:27.756186 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc83a0e-2c98-4e3d-b964-6427807f3a9b x-openstack-request-id: req-5fc83a0e-2c98-4e3d-b964-6427807f3a9b {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:24:27.756579 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2", "tag": "d002aeca-8ed9-4dcb-a918-f911694d6cb8", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:24:27.756897 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5fc83a0e-2c98-4e3d-b964-6427807f3a9b {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:24:27.757642 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fc83a0e-2c98-4e3d-b964-6427807f3a9b'] response: {'name': 'network-changed', 'server_uuid': '8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2', 'tag': 'd002aeca-8ed9-4dcb-a918-f911694d6cb8', 'status': 'completed', 'code': 200} Oct 27 13:24:27.769473 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e9531ef5-831d-4857-99c2-50dcecf0dbe1 req-9c384151-b696-4854-93f2-6caca0efe9ce tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657763 Oct 27 13:24:27.931392 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-308a1c98-4438-4c8a-9fd4-3ea68d6da5f6 None None] Provisioning complete for port 9d6eda8e-42f9-41c1-9452-42995d1ecd56 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:27.937017 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-683b7389-4523-4f14-9a48-d14de315fb70 req-7eb23219-4fa6-41b3-ae90-72ebffd6585e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0366988 Oct 27 13:24:27.939863 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-308a1c98-4438-4c8a-9fd4-3ea68d6da5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (9d6eda8e-42f9-41c1-9452-42995d1ecd56), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:27.940276 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-308a1c98-4438-4c8a-9fd4-3ea68d6da5f6 None None] Attempt 1 to provision port 9d6eda8e-42f9-41c1-9452-42995d1ecd56 Oct 27 13:24:27.976344 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-308a1c98-4438-4c8a-9fd4-3ea68d6da5f6 None None] Port 9d6eda8e-42f9-41c1-9452-42995d1ecd56 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:24:28.000967 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9c68106e-4f57-4aa2-b4f5-530baa115cb6 req-dbfd5754-a1b3-4106-ab66-f96b58813278 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.0306034 Oct 27 13:24:28.571240 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ec5dd-0519-4463-8fd6-d0c7b6a990be req-d090d78e-575c-4cf8-97f7-669ac5b3ab0c tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:28.572708 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-198ec5dd-0519-4463-8fd6-d0c7b6a990be req-d090d78e-575c-4cf8-97f7-669ac5b3ab0c tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.2033815 Oct 27 13:24:28.625731 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-198ec5dd-0519-4463-8fd6-d0c7b6a990be req-2f946e76-5f21-4a91-8512-b66028f5c475 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471716 Oct 27 13:24:28.899443 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456d220-7148-485f-9e7d-e025b3df0339 req-e9b88908-c204-4582-9495-71a8f5dc5afb tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:28.900936 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a456d220-7148-485f-9e7d-e025b3df0339 req-e9b88908-c204-4582-9495-71a8f5dc5afb tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 932 time: 0.0509982 Oct 27 13:24:28.950558 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a456d220-7148-485f-9e7d-e025b3df0339 req-8fadc333-2737-411a-b0da-e769b5932b6d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432744 Oct 27 13:24:29.050171 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-35a5ee71-60b9-48ec-9e36-44f9f25cdcb5 req-a52df919-c4b3-45a4-8e63-21bee87c914c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0326788 Oct 27 13:24:29.133449 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:29.133990 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-85a1a094-3b42-4db2-904f-441d68a1d43e req-3a33da22-aabc-4e61-b56b-8ce02eda6e9d tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.0480719 Oct 27 13:24:29.201756 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Request body: {'port': {'device_id': '83f7d6c5-b670-4c5c-a8b2-87019f4b20f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:29.260718 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.45', 65425) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:29.365186 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcc1fe-4fb2-4ad7-9ea4-901e34f4c943 req-b74b2a60-6889-4233-b1e4-e2dfc5a5e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:29.366722 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-92fcc1fe-4fb2-4ad7-9ea4-901e34f4c943 req-b74b2a60-6889-4233-b1e4-e2dfc5a5e666 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 1127 time: 0.0932286 Oct 27 13:24:29.416823 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e918455-79eb-4040-b15b-483455a4ba9b req-bf1ec32d-5f10-4e55-86ed-fe341e3ee90a tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:29.418733 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-bf1ec32d-5f10-4e55-86ed-fe341e3ee90a tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.45 "GET /networking/v2.0/networks?id=424d9785-78b4-4b32-922b-56a7b3492659 HTTP/1.1" status: 200 len: 810 time: 0.1561892 Oct 27 13:24:29.438810 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:29.499551 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:29.500561 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:29.507174 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-98c521b3-e1df-4346-959e-7d4e59592e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:29.517497 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (9d6eda8e-42f9-41c1-9452-42995d1ecd56), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:29.533436 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33e8ce-14f7-442e-8a28-1c15760ee855 req-9a61eb31-d325-4157-8744-a2ca8ddc9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:29.534650 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-ff38fec2-eb5d-446b-93c9-dabc883daa5d tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d1a967f9b62401ba95d65a2747e3ec0 HTTP/1.1" status: 200 len: 379 time: 0.1024811 Oct 27 13:24:29.534956 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-dc33e8ce-14f7-442e-8a28-1c15760ee855 req-9a61eb31-d325-4157-8744-a2ca8ddc9ee5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4105535 Oct 27 13:24:29.603579 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcc1fe-4fb2-4ad7-9ea4-901e34f4c943 req-7a861a04-737d-421a-a743-ce838efe75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:29.605109 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-92fcc1fe-4fb2-4ad7-9ea4-901e34f4c943 req-7a861a04-737d-421a-a743-ce838efe75b7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2145667 Oct 27 13:24:29.786870 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5f323-9e5e-44d5-ae32-6e6125b92ace req-f106b4b9-ff62-4eca-aa52-e989db18c488 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:29.788321 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-12f5f323-9e5e-44d5-ae32-6e6125b92ace req-f106b4b9-ff62-4eca-aa52-e989db18c488 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.0677431 Oct 27 13:24:29.869762 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-12f5f323-9e5e-44d5-ae32-6e6125b92ace req-f88febbb-9f64-435e-b423-94f921f754b1 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752704 Oct 27 13:24:29.875696 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6eda8e-42f9-41c1-9452-42995d1ecd56 {{(pid=104533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:24:29.884720 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Publish callbacks [] for port (9d6eda8e-42f9-41c1-9452-42995d1ecd56), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:29.889031 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:29.899772 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.provisioning_blocks [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Transition to ACTIVE for port object 9d6eda8e-42f9-41c1-9452-42995d1ecd56 will not be triggered until provisioned by entity L2. {{(pid=104533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:24:29.903422 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (9d6eda8e-42f9-41c1-9452-42995d1ecd56), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:29.977036 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6eda8e-42f9-41c1-9452-42995d1ecd56,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:29.979546 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Attempting to bind port 9d6eda8e-42f9-41c1-9452-42995d1ecd56 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:24:29.980413 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Attempting to bind port 9d6eda8e-42f9-41c1-9452-42995d1ecd56 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:24:29.980724 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Attempting to bind port 9d6eda8e-42f9-41c1-9452-42995d1ecd56 on network d7787e3c-cdc7-4d31-9969-b3505bdbc01b {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:24:30.022582 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Port 9d6eda8e-42f9-41c1-9452-42995d1ecd56 on network d7787e3c-cdc7-4d31-9969-b3505bdbc01b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:24:30.022907 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Attempting to bind port 9d6eda8e-42f9-41c1-9452-42995d1ecd56 on network d7787e3c-cdc7-4d31-9969-b3505bdbc01b {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:24:30.064611 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:24:30.065618 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Checking segment: {'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:24:30.066009 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Bound using segment: {'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:24:30.066447 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Bound port: 9d6eda8e-42f9-41c1-9452-42995d1ecd56, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'}}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:24:30.066807 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (9d6eda8e-42f9-41c1-9452-42995d1ecd56), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:30.071925 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89b42c-ec57-4211-bc4b-be41ed058ddb req-9c62995d-88ca-4406-86fc-2c2e6deee0f1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:30.073408 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5e89b42c-ec57-4211-bc4b-be41ed058ddb req-9c62995d-88ca-4406-86fc-2c2e6deee0f1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 944 time: 0.0489268 Oct 27 13:24:30.131017 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5e89b42c-ec57-4211-bc4b-be41ed058ddb req-67afd508-f5e8-4499-9cea-6be05afe2342 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518661 Oct 27 13:24:30.134322 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] For port 9d6eda8e-42f9-41c1-9452-42995d1ecd56, host hv-cinder-86243, cleared binding levels {{(pid=104533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:24:30.138494 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] For port 9d6eda8e-42f9-41c1-9452-42995d1ecd56, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=9d6eda8e-42f9-41c1-9452-42995d1ecd56,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:24:30.162390 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (9d6eda8e-42f9-41c1-9452-42995d1ecd56), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:30.183962 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:30.184786 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:30.186417 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-44d725f8-5332-4a50-958f-90eb92755615 req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/9d6eda8e-42f9-41c1-9452-42995d1ecd56 HTTP/1.1" status: 200 len: 1094 time: 0.9895606 Oct 27 13:24:30.187113 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f7d6c5-b670-4c5c-a8b2-87019f4b20f1', 'tag': '9d6eda8e-42f9-41c1-9452-42995d1ecd56'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:24:30.189426 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5668c0-0f29-43c0-b8c1-a1ed7aa22d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "83f7d6c5-b670-4c5c-a8b2-87019f4b20f1", "tag": "9d6eda8e-42f9-41c1-9452-42995d1ecd56"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:24:30.193094 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c810e783-5349-42bc-8f15-9ebf2a03f736 req-b23aa5f7-1b4d-469a-8428-bd2ce2d1eede tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0523589 Oct 27 13:24:30.242282 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-72d1e2a7-a29f-458b-9c94-59e4bfd6b7de req-45d934c4-b0da-4e76-bdcc-e407c227ce06 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.0298789 Oct 27 13:24:30.283530 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dc84b2-c737-460a-8f26-6b08b03795f2 x-openstack-request-id: req-b2dc84b2-c737-460a-8f26-6b08b03795f2 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:24:30.283884 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f7d6c5-b670-4c5c-a8b2-87019f4b20f1", "tag": "9d6eda8e-42f9-41c1-9452-42995d1ecd56", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:24:30.284196 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2dc84b2-c737-460a-8f26-6b08b03795f2 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:24:30.284710 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2dc84b2-c737-460a-8f26-6b08b03795f2'] response: {'name': 'network-changed', 'server_uuid': '83f7d6c5-b670-4c5c-a8b2-87019f4b20f1', 'tag': '9d6eda8e-42f9-41c1-9452-42995d1ecd56', 'status': 'completed', 'code': 200} Oct 27 13:24:30.285780 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ead7f6-933f-4404-ae9c-f6edbce555b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6eda8e-42f9-41c1-9452-42995d1ecd56,revision_number=3']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:30.773764 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:30.988628 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf112f89-0d74-4f6e-8e9e-1dc1ee52922f req-3a999377-b8c9-429d-8aaf-df84757cdbd6 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:30.990110 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bf112f89-0d74-4f6e-8e9e-1dc1ee52922f req-3a999377-b8c9-429d-8aaf-df84757cdbd6 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.0465357 Oct 27 13:24:31.038025 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bf112f89-0d74-4f6e-8e9e-1dc1ee52922f req-6e8ffec7-3ed6-487b-ad47-490dbad47d6d tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419397 Oct 27 13:24:31.252285 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556423a-299b-4641-a4e1-336914b7ab58 req-3e657269-0c9f-49d3-a4fe-97fdb2a65867 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:31.253755 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3556423a-299b-4641-a4e1-336914b7ab58 req-3e657269-0c9f-49d3-a4fe-97fdb2a65867 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 944 time: 0.0455089 Oct 27 13:24:31.297288 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:31.303368 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3556423a-299b-4641-a4e1-336914b7ab58 req-55677959-f7bf-417a-a280-5a6fb698c3e3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437512 Oct 27 13:24:31.328513 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ddb6bbf2-5a38-41d0-bd6e-d37e13181b16 req-b110b1b4-a69f-4b8c-a2b2-0d96b04c0f21 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0330141 Oct 27 13:24:31.418926 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6995ecdc-d4ea-4479-96a6-e5c84bc11562 req-32628131-9eea-4fee-b549-fbe5d754014c tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.0305068 Oct 27 13:24:31.684309 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=41 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:31.689465 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:32.070563 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:32.152417 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [req-4e918455-79eb-4040-b15b-483455a4ba9b req-8adbb035-17c0-4dd7-bfb5-4a89bab2b8ea tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Request body: {'port': {'device_id': 'a91179d4-4294-46cc-b7c1-6aaf60a1ef45', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'admin_state_up': True, 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'security_groups': ['9778f8e4-6175-4f02-9407-5a49b8d7b123']}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:32.222185 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4057a82-5810-46a8-a4b2-15df1ab4467e req-00701f3d-30f0-4d75-81ac-16608b674940 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:32.223691 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d4057a82-5810-46a8-a4b2-15df1ab4467e req-00701f3d-30f0-4d75-81ac-16608b674940 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.1130207 Oct 27 13:24:32.279655 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5668c0-0f29-43c0-b8c1-a1ed7aa22d2d req-4a1738ae-da03-4a9e-aa44-5c7a004b7cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:32.281163 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5d5668c0-0f29-43c0-b8c1-a1ed7aa22d2d req-4a1738ae-da03-4a9e-aa44-5c7a004b7cd3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 1128 time: 0.0906575 Oct 27 13:24:32.290176 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-b0d37525-9cba-4df0-8db2-896bfc6bde27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:32.291301 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-b0d37525-9cba-4df0-8db2-896bfc6bde27 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=cecd3a5ba83e47119462cb9166e9a80a&device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 1128 time: 0.0670369 Oct 27 13:24:32.300572 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcc1fe-4fb2-4ad7-9ea4-901e34f4c943 req-cac7b9ee-351a-461c-9509-df95241b6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:32.301961 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-92fcc1fe-4fb2-4ad7-9ea4-901e34f4c943 req-cac7b9ee-351a-461c-9509-df95241b6f79 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1648178 Oct 27 13:24:32.302906 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d4057a82-5810-46a8-a4b2-15df1ab4467e req-6675c916-bdeb-410d-a0d3-abed0128965b tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735242 Oct 27 13:24:32.321907 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e918455-79eb-4040-b15b-483455a4ba9b req-8adbb035-17c0-4dd7-bfb5-4a89bab2b8ea tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Made reservation on behalf of 5d1a967f9b62401ba95d65a2747e3ec0 for: {'port': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:24:32.325900 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-4e918455-79eb-4040-b15b-483455a4ba9b req-8adbb035-17c0-4dd7-bfb5-4a89bab2b8ea tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:32.334680 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:32.481431 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ba4df5b7-cad6-4be3-97b1-12d0b1e980ab req-f1f2e118-4bce-4447-8032-111fa68b1166 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0567300 Oct 27 13:24:32.585792 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:32.586804 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.45', 65439) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:32.613656 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:32.681182 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-8720a268-e3a2-456c-b571-a446c3201dd5 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c75fe153-8d6a-404a-a659-fc051995130f HTTP/1.1" status: 200 len: 217 time: 0.2160192 Oct 27 13:24:32.694065 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234b10a-2d40-4cce-bd7a-966a66155c40 req-8d5daeff-c836-4d4c-9571-5061d93682f4 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:32.695632 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8234b10a-2d40-4cce-bd7a-966a66155c40 req-8d5daeff-c836-4d4c-9571-5061d93682f4 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 944 time: 0.2787011 Oct 27 13:24:32.725239 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-c2562979-f0ba-4167-8920-f569e1973eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:32.726720 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-c2562979-f0ba-4167-8920-f569e1973eb8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 1127 time: 0.1792274 Oct 27 13:24:32.782862 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8234b10a-2d40-4cce-bd7a-966a66155c40 req-bd483cf8-eec7-4fcc-ac7e-a47d35599dfb tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796323 Oct 27 13:24:32.783989 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5668c0-0f29-43c0-b8c1-a1ed7aa22d2d req-67549684-8496-4af9-a6f2-dc295b7f47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:32.785369 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5d5668c0-0f29-43c0-b8c1-a1ed7aa22d2d req-67549684-8496-4af9-a6f2-dc295b7f47b1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3192060 Oct 27 13:24:32.828631 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-fa860623-2033-4557-a212-63345c8b3180 req-22a17290-c71b-4cf4-9f14-032a59f7b3b9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.2208669 Oct 27 13:24:32.864268 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [req-4e918455-79eb-4040-b15b-483455a4ba9b req-8adbb035-17c0-4dd7-bfb5-4a89bab2b8ea tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Allocated IP 172.20.0.6 (424d9785-78b4-4b32-922b-56a7b3492659/3a4b0eb8-cd36-4797-a097-2561f1cfcd3b/1df93e0f-5e21-4eff-a002-553c25504efd) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:24:32.910498 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-f9fce805-8227-43c4-b77c-5c4a6c3c8f23 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:32.911891 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-f9fce805-8227-43c4-b77c-5c4a6c3c8f23 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.45 "GET /networking/v2.0/networks?id=b9e83d77-9944-451b-8320-56a536076101 HTTP/1.1" status: 200 len: 816 time: 0.3241663 Oct 27 13:24:33.028918 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-4e918455-79eb-4040-b15b-483455a4ba9b req-8adbb035-17c0-4dd7-bfb5-4a89bab2b8ea tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for port (1df93e0f-5e21-4eff-a002-553c25504efd), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:33.059721 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-4e918455-79eb-4040-b15b-483455a4ba9b req-8adbb035-17c0-4dd7-bfb5-4a89bab2b8ea tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (1df93e0f-5e21-4eff-a002-553c25504efd), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:33.125168 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:33.139807 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e918455-79eb-4040-b15b-483455a4ba9b req-8adbb035-17c0-4dd7-bfb5-4a89bab2b8ea tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Network 424d9785-78b4-4b32-922b-56a7b3492659 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:24:33.148700 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [req-4e918455-79eb-4040-b15b-483455a4ba9b req-8adbb035-17c0-4dd7-bfb5-4a89bab2b8ea tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:24:33.152992 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e918455-79eb-4040-b15b-483455a4ba9b req-8adbb035-17c0-4dd7-bfb5-4a89bab2b8ea tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:24:33.159468 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbb035-17c0-4dd7-bfb5-4a89bab2b8ea tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event updated for resources: {'Port': ['ID=1df93e0f-5e21-4eff-a002-553c25504efd,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:33.207871 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e918455-79eb-4040-b15b-483455a4ba9b req-8adbb035-17c0-4dd7-bfb5-4a89bab2b8ea tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:33.208616 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-4e918455-79eb-4040-b15b-483455a4ba9b req-8adbb035-17c0-4dd7-bfb5-4a89bab2b8ea tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:33.229166 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-8adbb035-17c0-4dd7-bfb5-4a89bab2b8ea tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0813332 Oct 27 13:24:33.436222 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ee11c2dc-b8b1-47f1-a80e-46efbe57b8e7 None None] Provisioning complete for port 1df93e0f-5e21-4eff-a002-553c25504efd triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:33.436838 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ee11c2dc-b8b1-47f1-a80e-46efbe57b8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (1df93e0f-5e21-4eff-a002-553c25504efd), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:33.436913 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ee11c2dc-b8b1-47f1-a80e-46efbe57b8e7 None None] Attempt 1 to provision port 1df93e0f-5e21-4eff-a002-553c25504efd Oct 27 13:24:33.449692 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8beac-6e8b-4fb8-af0a-bd746544f53a req-703f0f77-1170-4496-b2b3-a2dd25c47aa1 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:33.451291 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a3d8beac-6e8b-4fb8-af0a-bd746544f53a req-703f0f77-1170-4496-b2b3-a2dd25c47aa1 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.0708272 Oct 27 13:24:33.488206 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ee11c2dc-b8b1-47f1-a80e-46efbe57b8e7 None None] Port 1df93e0f-5e21-4eff-a002-553c25504efd cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:24:33.504176 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a3d8beac-6e8b-4fb8-af0a-bd746544f53a req-a416ab8a-f2a4-4703-b878-0c33dc63d588 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466630 Oct 27 13:24:33.606024 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-8bc4fe47-9205-4f36-ac9a-432bf159baab req-4d14c309-20ba-4072-b7ba-2f2122bc2302 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0320923 Oct 27 13:24:33.741988 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 54312) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:33.869696 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-67d1fbc6-2520-49bd-b1f4-803a218a76d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:33.911390 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b617fdf-0d8c-44cf-87f0-cfc936d2d3ab req-c6b3e352-2886-4cdf-953f-4913ccae2bca tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:33.912902 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7b617fdf-0d8c-44cf-87f0-cfc936d2d3ab req-c6b3e352-2886-4cdf-953f-4913ccae2bca tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 944 time: 0.0553851 Oct 27 13:24:33.959397 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7b617fdf-0d8c-44cf-87f0-cfc936d2d3ab req-d8abac87-167b-404e-9e28-50ef66840627 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407622 Oct 27 13:24:33.966163 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f689e-1b3c-4c3b-93f9-679384293a58 req-c4c40551-8dee-4eb1-8b63-4edf1dcb89bd tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:33.967647 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-523f689e-1b3c-4c3b-93f9-679384293a58 req-c4c40551-8dee-4eb1-8b63-4edf1dcb89bd tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 931 time: 0.0634935 Oct 27 13:24:34.014126 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:34.022653 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-67d1fbc6-2520-49bd-b1f4-803a218a76d4 admin admin] Publish callbacks [] for security_group (f6901fa1-a40c-4a92-9725-7b69a752f6de), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:34.030999 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-67d1fbc6-2520-49bd-b1f4-803a218a76d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (f6901fa1-a40c-4a92-9725-7b69a752f6de), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:34.051173 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-523f689e-1b3c-4c3b-93f9-679384293a58 req-28a65dc0-b3cc-478f-b983-6c2dc8b41f7e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757341 Oct 27 13:24:34.076099 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-67d1fbc6-2520-49bd-b1f4-803a218a76d4 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=4332bfb660d145f7bb81f02ed2c020ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330114 Oct 27 13:24:34.076968 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1fbc6-2520-49bd-b1f4-803a218a76d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6901fa1-a40c-4a92-9725-7b69a752f6de,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:34.078865 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 54322) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:34.085949 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:34.127347 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-72f4af64-f663-428b-9708-be7eb05e7c65 admin admin] Publish callbacks [] for security_group (f6901fa1-a40c-4a92-9725-7b69a752f6de), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:34.147074 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-72f4af64-f663-428b-9708-be7eb05e7c65 admin admin] Publish callbacks [] for security_group (f6901fa1-a40c-4a92-9725-7b69a752f6de), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:34.192515 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-72f4af64-f663-428b-9708-be7eb05e7c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (f6901fa1-a40c-4a92-9725-7b69a752f6de), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:34.195197 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-72f4af64-f663-428b-9708-be7eb05e7c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:34.196363 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-72f4af64-f663-428b-9708-be7eb05e7c65 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/f6901fa1-a40c-4a92-9725-7b69a752f6de HTTP/1.1" status: 204 len: 168 time: 0.1165001 Oct 27 13:24:34.205155 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4af64-f663-428b-9708-be7eb05e7c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6901fa1-a40c-4a92-9725-7b69a752f6de,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:34.450622 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 54328) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:34.464657 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0d243240-47b4-46a2-a3b8-bb8c807c3e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:34.547071 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0d243240-47b4-46a2-a3b8-bb8c807c3e9e admin admin] Publish callbacks [] for security_group (92144fcf-29d5-48bf-bbaf-91542c4bb25f), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:34.551461 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0d243240-47b4-46a2-a3b8-bb8c807c3e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (92144fcf-29d5-48bf-bbaf-91542c4bb25f), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:34.576650 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:34.601342 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d243240-47b4-46a2-a3b8-bb8c807c3e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92144fcf-29d5-48bf-bbaf-91542c4bb25f,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:34.621927 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-0d243240-47b4-46a2-a3b8-bb8c807c3e9e admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=70c11efb1eb44853b12de09e7cdb2fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702492 Oct 27 13:24:34.624714 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 54336) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:34.639862 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e78fc6-1af5-4ee7-a75e-9d018b76d11b req-2530c6a4-6329-4f15-8067-6bd7abe15dde tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:34.641335 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c6e78fc6-1af5-4ee7-a75e-9d018b76d11b req-2530c6a4-6329-4f15-8067-6bd7abe15dde tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.0549836 Oct 27 13:24:34.677920 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-57a6c8a4-eb2e-4667-9fd1-d8e80871e5e8 admin admin] Publish callbacks [] for security_group (92144fcf-29d5-48bf-bbaf-91542c4bb25f), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:34.696378 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c6e78fc6-1af5-4ee7-a75e-9d018b76d11b req-ea5c4bc4-cb83-40ec-8720-d6e1f8b1139f tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494809 Oct 27 13:24:34.698683 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-57a6c8a4-eb2e-4667-9fd1-d8e80871e5e8 admin admin] Publish callbacks [] for security_group (92144fcf-29d5-48bf-bbaf-91542c4bb25f), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:34.737209 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-24062e47-5ea7-433a-9099-c7bb245aed1e req-beab07ec-86cc-4700-b647-7f0c6b83ba1d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0318394 Oct 27 13:24:34.771932 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-57a6c8a4-eb2e-4667-9fd1-d8e80871e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (92144fcf-29d5-48bf-bbaf-91542c4bb25f), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:34.774571 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-57a6c8a4-eb2e-4667-9fd1-d8e80871e5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:34.775687 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-57a6c8a4-eb2e-4667-9fd1-d8e80871e5e8 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/92144fcf-29d5-48bf-bbaf-91542c4bb25f HTTP/1.1" status: 204 len: 168 time: 0.1500120 Oct 27 13:24:34.783743 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6c8a4-eb2e-4667-9fd1-d8e80871e5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92144fcf-29d5-48bf-bbaf-91542c4bb25f,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:35.079942 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87a2c4-0fe0-429d-a20b-4c7df1b4433a req-7371f7c4-c511-477e-b0b0-aa0776c4807a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:35.085557 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7a87a2c4-0fe0-429d-a20b-4c7df1b4433a req-7371f7c4-c511-477e-b0b0-aa0776c4807a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 944 time: 0.0498481 Oct 27 13:24:35.141769 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7a87a2c4-0fe0-429d-a20b-4c7df1b4433a req-a65286cd-938c-4f4b-9d5f-4bbe492d015e tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502532 Oct 27 13:24:35.202592 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3e4cb-7623-4920-a617-d580295e4e0b req-9bfcc834-f911-4a41-91de-ce10856f5be7 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:35.204101 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a6a3e4cb-7623-4920-a617-d580295e4e0b req-9bfcc834-f911-4a41-91de-ce10856f5be7 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 931 time: 0.0726902 Oct 27 13:24:35.225300 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Request body: {'port': {'device_id': 'a91179d4-4294-46cc-b7c1-6aaf60a1ef45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:35.375409 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-cacbe66c-163a-4f44-a59f-06faa5dc00ad tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a14a3cf9df9f4034a8a0109fd3e33816 HTTP/1.1" status: 200 len: 380 time: 0.1703067 Oct 27 13:24:35.380325 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a6a3e4cb-7623-4920-a617-d580295e4e0b req-bd6fdb13-f43c-4bb0-a04e-e8b9ef5491d4 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513085 Oct 27 13:24:35.384325 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (1df93e0f-5e21-4eff-a002-553c25504efd), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:35.408732 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-b5cc1e39-b6bc-4dfb-a4e3-73a870c01a01 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Request body: {'port': {'device_id': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'admin_state_up': True, 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'security_groups': ['561ae413-55a5-441c-842f-9141c0745f3f']}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:35.482352 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-ae31da37-b137-4123-a438-c72abeae4bc3 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d002aeca-8ed9-4dcb-a918-f911694d6cb8 HTTP/1.1" status: 200 len: 217 time: 0.2825346 Oct 27 13:24:35.486169 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:35.547679 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5668c0-0f29-43c0-b8c1-a1ed7aa22d2d req-000c8d53-8bb2-479f-8388-ea98082aef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:35.549943 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5d5668c0-0f29-43c0-b8c1-a1ed7aa22d2d req-000c8d53-8bb2-479f-8388-ea98082aef09 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3649204 Oct 27 13:24:35.628292 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-34aed993-266b-48c1-a11c-43211e95477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:35.629939 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-34aed993-266b-48c1-a11c-43211e95477b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d729a604-725f-4ad1-9296-503f3419b171 HTTP/1.1" status: 200 len: 857 time: 0.0843430 Oct 27 13:24:35.634944 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-461ef1ad-8bf6-491c-af52-ccc29a13ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:35.637599 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-461ef1ad-8bf6-491c-af52-ccc29a13ef7d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0f4c80c3-3119-40c0-ba45-2d13ba53d691 HTTP/1.1" status: 200 len: 851 time: 0.4610126 Oct 27 13:24:35.748148 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-b5cc1e39-b6bc-4dfb-a4e3-73a870c01a01 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Made reservation on behalf of a14a3cf9df9f4034a8a0109fd3e33816 for: {'port': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:24:35.752151 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-b5cc1e39-b6bc-4dfb-a4e3-73a870c01a01 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:35.853000 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:35.901877 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f64ab9-ec2a-4143-8022-4104c585e5f0 req-2c374c9b-2692-4be7-ab0f-d0b4dd6ee20a tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:35.909355 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e7f64ab9-ec2a-4143-8022-4104c585e5f0 req-2c374c9b-2692-4be7-ab0f-d0b4dd6ee20a tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.0949233 Oct 27 13:24:35.947733 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-89ff4b98-0fc2-485c-a82d-6a3347cb9d3f req-f1888321-8bd5-4f4d-a2e8-db199b38a451 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0902488 Oct 27 13:24:35.985673 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e7f64ab9-ec2a-4143-8022-4104c585e5f0 req-19cbf1f1-325e-4f39-a7e1-82305ab613d4 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754049 Oct 27 13:24:35.990528 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df93e0f-5e21-4eff-a002-553c25504efd {{(pid=104532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:24:36.004556 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Publish callbacks [] for port (1df93e0f-5e21-4eff-a002-553c25504efd), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:36.034633 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.provisioning_blocks [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Transition to ACTIVE for port object 1df93e0f-5e21-4eff-a002-553c25504efd will not be triggered until provisioned by entity L2. {{(pid=104532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:24:36.038613 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-b5cc1e39-b6bc-4dfb-a4e3-73a870c01a01 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Allocated IP 172.20.0.9 (b9e83d77-9944-451b-8320-56a536076101/b6311a71-6948-47f7-b3a1-9319e66a1fce/af0fd1e2-0d30-4347-ac85-c508bcc243ba) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:24:36.043554 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (1df93e0f-5e21-4eff-a002-553c25504efd), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:36.178854 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Pushing event updated for resources: {'Port': ['ID=1df93e0f-5e21-4eff-a002-553c25504efd,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:36.448547 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Attempting to bind port 1df93e0f-5e21-4eff-a002-553c25504efd on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:24:36.448919 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Attempting to bind port 1df93e0f-5e21-4eff-a002-553c25504efd by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'e5c45272-669f-4a6e-bc78-66653a65ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659'}] {{(pid=104532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:24:36.449249 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Attempting to bind port 1df93e0f-5e21-4eff-a002-553c25504efd on network 424d9785-78b4-4b32-922b-56a7b3492659 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:24:36.456429 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9995bb1-35c5-435e-8057-67906b4f291d req-23e500b0-1599-4baf-9f9e-927612bbb700 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:36.457941 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c9995bb1-35c5-435e-8057-67906b4f291d req-23e500b0-1599-4baf-9f9e-927612bbb700 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 944 time: 0.2311757 Oct 27 13:24:36.514677 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705153c1-5cbf-4854-bc51-ae71273ed0be req-fb41f715-0579-4103-b737-ed2d00ef1489 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:36.516344 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-705153c1-5cbf-4854-bc51-ae71273ed0be req-fb41f715-0579-4103-b737-ed2d00ef1489 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 943 time: 0.0513709 Oct 27 13:24:36.517328 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:36.545710 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-b5cc1e39-b6bc-4dfb-a4e3-73a870c01a01 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:36.559182 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:36.567630 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Port 1df93e0f-5e21-4eff-a002-553c25504efd on network 424d9785-78b4-4b32-922b-56a7b3492659 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:24:36.567949 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Attempting to bind port 1df93e0f-5e21-4eff-a002-553c25504efd on network 424d9785-78b4-4b32-922b-56a7b3492659 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:24:36.581336 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-705153c1-5cbf-4854-bc51-ae71273ed0be req-ecd6a4cb-60f4-4b20-9840-b8f256ad086d tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522807 Oct 27 13:24:36.610923 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c9995bb1-35c5-435e-8057-67906b4f291d req-3b7c4655-340b-4879-9d33-b602e5d2e849 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253040 Oct 27 13:24:36.649024 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:24:36.649383 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Checking segment: {'id': 'e5c45272-669f-4a6e-bc78-66653a65ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:24:36.649832 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Bound using segment: {'id': 'e5c45272-669f-4a6e-bc78-66653a65ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659'} {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:24:36.650374 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Bound port: 1df93e0f-5e21-4eff-a002-553c25504efd, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c45272-669f-4a6e-bc78-66653a65ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659'}}] {{(pid=104532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:24:36.650777 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (1df93e0f-5e21-4eff-a002-553c25504efd), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:36.655146 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-b5cc1e39-b6bc-4dfb-a4e3-73a870c01a01 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:36.725308 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-b5cc1e39-b6bc-4dfb-a4e3-73a870c01a01 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Network b9e83d77-9944-451b-8320-56a536076101 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:24:36.734390 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-b5cc1e39-b6bc-4dfb-a4e3-73a870c01a01 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:24:36.740026 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc1e39-b6bc-4dfb-a4e3-73a870c01a01 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event updated for resources: {'Port': ['ID=af0fd1e2-0d30-4347-ac85-c508bcc243ba,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:36.743062 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-b5cc1e39-b6bc-4dfb-a4e3-73a870c01a01 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:24:36.807593 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] For port 1df93e0f-5e21-4eff-a002-553c25504efd, host hv-cinder-86243, cleared binding levels {{(pid=104532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:24:36.810481 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:36.815388 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] For port 1df93e0f-5e21-4eff-a002-553c25504efd, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=1df93e0f-5e21-4eff-a002-553c25504efd,segment=NetworkSegment(e5c45272-669f-4a6e-bc78-66653a65ecdf),segment_id=e5c45272-669f-4a6e-bc78-66653a65ecdf)] {{(pid=104532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:24:36.823927 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-b5cc1e39-b6bc-4dfb-a4e3-73a870c01a01 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:36.824653 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-b5cc1e39-b6bc-4dfb-a4e3-73a870c01a01 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:36.829770 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (1df93e0f-5e21-4eff-a002-553c25504efd), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:36.842219 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:36.842919 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:36.844356 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/1df93e0f-5e21-4eff-a002-553c25504efd HTTP/1.1" status: 200 len: 1093 time: 1.6382124 Oct 27 13:24:36.862299 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91179d4-4294-46cc-b7c1-6aaf60a1ef45', 'tag': '1df93e0f-5e21-4eff-a002-553c25504efd'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:24:36.882792 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-b5cc1e39-b6bc-4dfb-a4e3-73a870c01a01 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4800773 Oct 27 13:24:36.914110 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8e545-5cd7-44a7-b807-b37f3d66a29e service neutron] Pushing event updated for resources: {'Port': ['ID=1df93e0f-5e21-4eff-a002-553c25504efd,revision_number=3']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:37.010046 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060cf935-c42e-4f7a-90ef-6a87504a3186" -d '{"events": [{"name": "network-changed", "server_uuid": "a91179d4-4294-46cc-b7c1-6aaf60a1ef45", "tag": "1df93e0f-5e21-4eff-a002-553c25504efd"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:24:37.034219 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-abd4aff5-5afc-476a-a76f-7b23dc92ce48 None None] Provisioning complete for port af0fd1e2-0d30-4347-ac85-c508bcc243ba triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:37.034895 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-abd4aff5-5afc-476a-a76f-7b23dc92ce48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:37.034895 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-abd4aff5-5afc-476a-a76f-7b23dc92ce48 None None] Attempt 1 to provision port af0fd1e2-0d30-4347-ac85-c508bcc243ba Oct 27 13:24:37.069071 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-abd4aff5-5afc-476a-a76f-7b23dc92ce48 None None] Port af0fd1e2-0d30-4347-ac85-c508bcc243ba cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:24:37.094951 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418eb635-f55e-4971-8291-d347c7066728 req-11ba453b-4b87-4936-b7cc-ff33be5dab94 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:37.100837 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-418eb635-f55e-4971-8291-d347c7066728 req-11ba453b-4b87-4936-b7cc-ff33be5dab94 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 931 time: 0.0679798 Oct 27 13:24:37.131525 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103853b-2456-435b-83b6-ac4fc702b938 req-1f595f65-092f-4b0a-8a94-29cee2984f77 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:37.133225 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1103853b-2456-435b-83b6-ac4fc702b938 req-1f595f65-092f-4b0a-8a94-29cee2984f77 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.0557032 Oct 27 13:24:37.152439 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-418eb635-f55e-4971-8291-d347c7066728 req-752b65f5-41a2-42cd-90fb-c160075359c7 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496716 Oct 27 13:24:37.195843 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1103853b-2456-435b-83b6-ac4fc702b938 req-1550c1d7-7944-4134-98b4-77f25b992688 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554173 Oct 27 13:24:37.288409 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 54468) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:37.332217 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95348a91-72d2-492c-bf51-b0e44ec65f4f x-openstack-request-id: req-95348a91-72d2-492c-bf51-b0e44ec65f4f {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:24:37.332545 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91179d4-4294-46cc-b7c1-6aaf60a1ef45", "tag": "1df93e0f-5e21-4eff-a002-553c25504efd", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:24:37.332799 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95348a91-72d2-492c-bf51-b0e44ec65f4f {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:24:37.333268 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95348a91-72d2-492c-bf51-b0e44ec65f4f'] response: {'name': 'network-changed', 'server_uuid': 'a91179d4-4294-46cc-b7c1-6aaf60a1ef45', 'tag': '1df93e0f-5e21-4eff-a002-553c25504efd', 'status': 'completed', 'code': 200} Oct 27 13:24:37.394202 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a627b120-eb48-4cee-990f-092baff657fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:37.467679 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a627b120-eb48-4cee-990f-092baff657fb admin admin] Publish callbacks [] for security_group (01fb9b83-5d3f-4c18-91e1-60efc583b49b), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:37.471432 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a627b120-eb48-4cee-990f-092baff657fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (01fb9b83-5d3f-4c18-91e1-60efc583b49b), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:37.510371 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-a627b120-eb48-4cee-990f-092baff657fb admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=f4f8d709987948ff8d655e20964eeaf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205904 Oct 27 13:24:37.511230 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627b120-eb48-4cee-990f-092baff657fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fb9b83-5d3f-4c18-91e1-60efc583b49b,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:37.513184 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 54472) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:37.565610 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3b6ba2e7-501c-4835-98b2-de39877ebd88 admin admin] Publish callbacks [] for security_group (01fb9b83-5d3f-4c18-91e1-60efc583b49b), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:37.584954 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3b6ba2e7-501c-4835-98b2-de39877ebd88 admin admin] Publish callbacks [] for security_group (01fb9b83-5d3f-4c18-91e1-60efc583b49b), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:37.632639 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3b6ba2e7-501c-4835-98b2-de39877ebd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (01fb9b83-5d3f-4c18-91e1-60efc583b49b), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:37.635457 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3b6ba2e7-501c-4835-98b2-de39877ebd88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:37.636649 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-3b6ba2e7-501c-4835-98b2-de39877ebd88 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/01fb9b83-5d3f-4c18-91e1-60efc583b49b HTTP/1.1" status: 204 len: 168 time: 0.1224689 Oct 27 13:24:37.657691 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ba2e7-501c-4835-98b2-de39877ebd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fb9b83-5d3f-4c18-91e1-60efc583b49b,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:37.715765 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0da36e-dad0-476d-ae3d-83a4578adef2 req-6cf68716-5c2c-4f1d-bbfb-7067a4ad87fd tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:37.720802 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bf0da36e-dad0-476d-ae3d-83a4578adef2 req-6cf68716-5c2c-4f1d-bbfb-7067a4ad87fd tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 943 time: 0.0566933 Oct 27 13:24:37.775502 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585330bb-6577-4b24-bc21-9523cb55211b req-da09c881-f9ee-4c55-a53d-f3d470077e08 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:37.779140 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-585330bb-6577-4b24-bc21-9523cb55211b req-da09c881-f9ee-4c55-a53d-f3d470077e08 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 944 time: 0.0585477 Oct 27 13:24:37.783291 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bf0da36e-dad0-476d-ae3d-83a4578adef2 req-980bbad4-a882-421e-9051-805d01fe38a4 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602834 Oct 27 13:24:37.805532 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:37.831342 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-585330bb-6577-4b24-bc21-9523cb55211b req-377d825b-20c8-40c9-93e2-d5194434a9a8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455101 Oct 27 13:24:37.966861 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 54486) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:37.980576 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c338a96e-0ad5-466a-85d6-e122e0c047a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:38.054601 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c338a96e-0ad5-466a-85d6-e122e0c047a1 admin admin] Publish callbacks [] for security_group (b05c76b8-4247-4f3a-9015-107a153385f7), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:38.058022 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c338a96e-0ad5-466a-85d6-e122e0c047a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (b05c76b8-4247-4f3a-9015-107a153385f7), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:38.095425 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-c338a96e-0ad5-466a-85d6-e122e0c047a1 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=d6920b867db44330a4ac8f9003f3fc3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275823 Oct 27 13:24:38.096316 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338a96e-0ad5-466a-85d6-e122e0c047a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05c76b8-4247-4f3a-9015-107a153385f7,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:38.098211 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 54488) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:38.147560 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4a97f393-2bcc-4e00-b5df-b14bc02a8d5f admin admin] Publish callbacks [] for security_group (b05c76b8-4247-4f3a-9015-107a153385f7), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:38.154919 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:38.168714 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4a97f393-2bcc-4e00-b5df-b14bc02a8d5f admin admin] Publish callbacks [] for security_group (b05c76b8-4247-4f3a-9015-107a153385f7), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:38.237201 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Request body: {'port': {'device_id': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:38.249534 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4a97f393-2bcc-4e00-b5df-b14bc02a8d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (b05c76b8-4247-4f3a-9015-107a153385f7), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:38.252073 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4a97f393-2bcc-4e00-b5df-b14bc02a8d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:38.253246 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-4a97f393-2bcc-4e00-b5df-b14bc02a8d5f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/b05c76b8-4247-4f3a-9015-107a153385f7 HTTP/1.1" status: 204 len: 168 time: 0.1540625 Oct 27 13:24:38.354735 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97f393-2bcc-4e00-b5df-b14bc02a8d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05c76b8-4247-4f3a-9015-107a153385f7,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:38.404734 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d725f8-5332-4a50-958f-90eb92755615 req-277c01ca-9c8e-413d-a132-020f42947833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:38.406140 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-44d725f8-5332-4a50-958f-90eb92755615 req-277c01ca-9c8e-413d-a132-020f42947833 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 1128 time: 0.1765497 Oct 27 13:24:38.413745 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e33aba-cc22-4a62-9ca8-99165cb2b58a req-f08e5a6a-b446-4179-8d2c-1b1b29c79ebb tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:38.415244 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f0e33aba-cc22-4a62-9ca8-99165cb2b58a req-f08e5a6a-b446-4179-8d2c-1b1b29c79ebb tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 931 time: 0.1398456 Oct 27 13:24:38.436878 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-de681b97-799e-4b0f-8277-f692e937900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:38.438386 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-de681b97-799e-4b0f-8277-f692e937900e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=cd96fa99-4c66-43df-b333-f0dba8530cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2217157 Oct 27 13:24:38.459905 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-1a5231d4-5393-4506-9143-bd534a0df3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:38.461371 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-1a5231d4-5393-4506-9143-bd534a0df3b1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1815784 Oct 27 13:24:38.465450 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cf935-c42e-4f7a-90ef-6a87504a3186 req-3bf3e087-5f4c-4ec6-add1-0dcb18b66976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:38.466862 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-060cf935-c42e-4f7a-90ef-6a87504a3186 req-3bf3e087-5f4c-4ec6-add1-0dcb18b66976 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d1a967f9b62401ba95d65a2747e3ec0&device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 1127 time: 0.1858721 Oct 27 13:24:38.489145 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:38.491789 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905f9d-8da6-4505-93c7-b06e0a1aa1d5 req-31ea7a42-2c58-447c-9ed9-ac3396e5afcf tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:38.493283 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-25905f9d-8da6-4505-93c7-b06e0a1aa1d5 req-31ea7a42-2c58-447c-9ed9-ac3396e5afcf tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.1567502 Oct 27 13:24:38.497647 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-44d725f8-5332-4a50-958f-90eb92755615 req-c81bde83-89eb-4cc1-bbce-2db3cce8f1b5 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6eda8e-42f9-41c1-9452-42995d1ecd56 HTTP/1.1" status: 200 len: 217 time: 0.0795712 Oct 27 13:24:38.602988 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f0e33aba-cc22-4a62-9ca8-99165cb2b58a req-e6f03101-1d45-44b5-9db8-0241979b6d0c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764579 Oct 27 13:24:38.621892 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d725f8-5332-4a50-958f-90eb92755615 req-374ab030-07ac-44dc-bb72-e0b9145f0d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:38.623723 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-44d725f8-5332-4a50-958f-90eb92755615 req-374ab030-07ac-44dc-bb72-e0b9145f0d25 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d729a604-725f-4ad1-9296-503f3419b171 HTTP/1.1" status: 200 len: 857 time: 0.1165786 Oct 27 13:24:38.656200 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:38.730271 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:38.758269 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-25905f9d-8da6-4505-93c7-b06e0a1aa1d5 req-3bcd21cc-d0d3-4be2-8fa2-2ee3de140d95 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198112 Oct 27 13:24:38.764449 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-bc58e2b5-7cf6-4694-9abf-ac271645582a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cd96fa99-4c66-43df-b333-f0dba8530cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141909 Oct 27 13:24:38.768654 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cf935-c42e-4f7a-90ef-6a87504a3186 req-1ca4947c-196d-4c8f-9d7b-82b26c608291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:38.770577 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-060cf935-c42e-4f7a-90ef-6a87504a3186 req-1ca4947c-196d-4c8f-9d7b-82b26c608291 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=5d1a967f9b62401ba95d65a2747e3ec0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2926898 Oct 27 13:24:38.774835 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-eb30ec78-c6b1-4ad4-b165-14b3a548e7e3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977929 Oct 27 13:24:38.804296 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d725f8-5332-4a50-958f-90eb92755615 req-c9d1a700-0fd9-45e6-a297-de9c7bce87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:38.806727 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-44d725f8-5332-4a50-958f-90eb92755615 req-c9d1a700-0fd9-45e6-a297-de9c7bce87d7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1188648 Oct 27 13:24:38.957811 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:39.040759 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa41cd-50c8-487c-b6d2-f489d9665c55 req-2128e4e4-62f4-4426-a1e9-4d016d1169be tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:39.043099 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-26fa41cd-50c8-487c-b6d2-f489d9665c55 req-2128e4e4-62f4-4426-a1e9-4d016d1169be tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 943 time: 0.0897052 Oct 27 13:24:39.086268 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c92751c-ae96-45ac-b228-d9a9ed4bf8ff req-fe841a6b-e2ed-4930-bd20-84a67221d30a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cd96fa99-4c66-43df-b333-f0dba8530cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140581 Oct 27 13:24:39.099606 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3a16d1cd-fa86-40a5-8e07-88398484b2b4 req-d8abed9a-8f8d-424e-a927-6f1537ac3cf0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918065 Oct 27 13:24:39.111839 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c0d84-3fed-4eb6-93cf-7fdc7609a32f req-d47419a5-30a5-4579-863f-fb621c4d70c1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:39.122596 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e01c0d84-3fed-4eb6-93cf-7fdc7609a32f req-d47419a5-30a5-4579-863f-fb621c4d70c1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 944 time: 0.1172705 Oct 27 13:24:39.131145 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cf935-c42e-4f7a-90ef-6a87504a3186 req-8410d058-3158-4e02-a62b-aee0862a04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:39.132725 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-060cf935-c42e-4f7a-90ef-6a87504a3186 req-8410d058-3158-4e02-a62b-aee0862a04b9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3568828 Oct 27 13:24:39.174446 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-26fa41cd-50c8-487c-b6d2-f489d9665c55 req-ae06a886-4534-4a0e-a8f7-b6c036a4a2e6 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198163 Oct 27 13:24:39.187595 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-44d725f8-5332-4a50-958f-90eb92755615 req-2091e73d-1827-460a-ad4b-db057d949e6b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475416 Oct 27 13:24:39.188332 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e01c0d84-3fed-4eb6-93cf-7fdc7609a32f req-eeb2410c-b40b-4727-be06-762cc80fca21 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647681 Oct 27 13:24:39.284806 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0fd1e2-0d30-4347-ac85-c508bcc243ba {{(pid=104532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:24:39.297147 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Publish callbacks [] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:39.300807 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 54540) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:39.319460 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.provisioning_blocks [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Transition to ACTIVE for port object af0fd1e2-0d30-4347-ac85-c508bcc243ba will not be triggered until provisioned by entity L2. {{(pid=104532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:24:39.326766 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:39.457662 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bba2000a-2841-4cac-87d6-7dc22bff6052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:39.466078 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Pushing event updated for resources: {'Port': ['ID=af0fd1e2-0d30-4347-ac85-c508bcc243ba,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:39.501973 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Attempting to bind port af0fd1e2-0d30-4347-ac85-c508bcc243ba on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:24:39.502372 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Attempting to bind port af0fd1e2-0d30-4347-ac85-c508bcc243ba by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'c6678d95-6277-4dc7-9739-63f889fc5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9e83d77-9944-451b-8320-56a536076101'}] {{(pid=104532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:24:39.502818 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Attempting to bind port af0fd1e2-0d30-4347-ac85-c508bcc243ba on network b9e83d77-9944-451b-8320-56a536076101 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:24:39.544034 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:39.562545 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Port af0fd1e2-0d30-4347-ac85-c508bcc243ba on network b9e83d77-9944-451b-8320-56a536076101 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:24:39.562855 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Attempting to bind port af0fd1e2-0d30-4347-ac85-c508bcc243ba on network b9e83d77-9944-451b-8320-56a536076101 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:24:39.569752 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bba2000a-2841-4cac-87d6-7dc22bff6052 admin admin] Publish callbacks [] for security_group (3666bed1-24c2-4f0a-b561-048394dec2ee), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:39.576698 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bba2000a-2841-4cac-87d6-7dc22bff6052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (3666bed1-24c2-4f0a-b561-048394dec2ee), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:39.624686 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:24:39.625025 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Checking segment: {'id': 'c6678d95-6277-4dc7-9739-63f889fc5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9e83d77-9944-451b-8320-56a536076101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:24:39.625409 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Bound using segment: {'id': 'c6678d95-6277-4dc7-9739-63f889fc5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9e83d77-9944-451b-8320-56a536076101'} {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:24:39.625845 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Bound port: af0fd1e2-0d30-4347-ac85-c508bcc243ba, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6678d95-6277-4dc7-9739-63f889fc5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9e83d77-9944-451b-8320-56a536076101'}}] {{(pid=104532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:24:39.626193 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:39.632387 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-bba2000a-2841-4cac-87d6-7dc22bff6052 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=5e96222073684dac86b68d5753cfa6d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3280635 Oct 27 13:24:39.632387 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2000a-2841-4cac-87d6-7dc22bff6052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3666bed1-24c2-4f0a-b561-048394dec2ee,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:39.633740 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 54558) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:39.720551 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a86cb91b-1f12-4b2a-b877-5aad8e303daa admin admin] Publish callbacks [] for security_group (3666bed1-24c2-4f0a-b561-048394dec2ee), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:39.749907 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a86cb91b-1f12-4b2a-b877-5aad8e303daa admin admin] Publish callbacks [] for security_group (3666bed1-24c2-4f0a-b561-048394dec2ee), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:39.765902 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] For port af0fd1e2-0d30-4347-ac85-c508bcc243ba, host hv-cinder-86243, cleared binding levels {{(pid=104532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:24:39.775366 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:39.785791 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95915f80-d841-4894-a666-3b83a95771aa req-1ab6e833-b4d6-4ce0-99cd-f16465554bed tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:39.787354 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-95915f80-d841-4894-a666-3b83a95771aa req-1ab6e833-b4d6-4ce0-99cd-f16465554bed tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0700970 Oct 27 13:24:39.789396 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] For port af0fd1e2-0d30-4347-ac85-c508bcc243ba, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=af0fd1e2-0d30-4347-ac85-c508bcc243ba,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:24:39.804314 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:39.807658 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:39.808766 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:39.810638 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/af0fd1e2-0d30-4347-ac85-c508bcc243ba HTTP/1.1" status: 200 len: 1093 time: 1.5791364 Oct 27 13:24:39.814555 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'tag': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:24:39.817262 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d819106-c537-451a-a8ba-81580ca469c1" -d '{"events": [{"name": "network-changed", "server_uuid": "896767c6-1a1e-4729-992a-7d4dfa6b503c", "tag": "af0fd1e2-0d30-4347-ac85-c508bcc243ba"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:24:39.827134 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a86cb91b-1f12-4b2a-b877-5aad8e303daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (3666bed1-24c2-4f0a-b561-048394dec2ee), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:39.830213 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a86cb91b-1f12-4b2a-b877-5aad8e303daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:39.833843 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-a86cb91b-1f12-4b2a-b877-5aad8e303daa admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/3666bed1-24c2-4f0a-b561-048394dec2ee HTTP/1.1" status: 204 len: 168 time: 0.1968615 Oct 27 13:24:39.859937 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cb91b-1f12-4b2a-b877-5aad8e303daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3666bed1-24c2-4f0a-b561-048394dec2ee,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:39.913835 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb19125-09da-4436-93ef-55df4966a078 req-571b200e-c613-4fa0-bb31-ceb168b33494 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:39.915783 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ecb19125-09da-4436-93ef-55df4966a078 req-571b200e-c613-4fa0-bb31-ceb168b33494 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 944 time: 0.0581157 Oct 27 13:24:39.925295 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:39.957597 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-95915f80-d841-4894-a666-3b83a95771aa req-601efe10-075b-4296-aec0-2d8a22eca8ad tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583486 Oct 27 13:24:39.960428 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae99e7d-4145-4043-89bc-cbbc4b4e2d0c service neutron] Pushing event updated for resources: {'Port': ['ID=af0fd1e2-0d30-4347-ac85-c508bcc243ba,revision_number=3']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:40.000888 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ecb19125-09da-4436-93ef-55df4966a078 req-901ac2a3-552d-4c2e-8bcb-86383e6c35ae tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776863 Oct 27 13:24:40.024213 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f867fcda-f8af-4e32-9043-06ede97ed648 x-openstack-request-id: req-f867fcda-f8af-4e32-9043-06ede97ed648 {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:24:40.024555 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896767c6-1a1e-4729-992a-7d4dfa6b503c", "tag": "af0fd1e2-0d30-4347-ac85-c508bcc243ba", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:24:40.024973 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f867fcda-f8af-4e32-9043-06ede97ed648 {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:24:40.025286 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f867fcda-f8af-4e32-9043-06ede97ed648'] response: {'name': 'network-changed', 'server_uuid': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'tag': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba', 'status': 'completed', 'code': 200} Oct 27 13:24:40.249874 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device c75fe153-8d6a-404a-a659-fc051995130f details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:24:40.335351 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233cfc5-b1f9-41ea-a0eb-b6983a8af49d req-13c6e966-6046-4702-9f71-0e9c5bcd2d45 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:40.340930 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9233cfc5-b1f9-41ea-a0eb-b6983a8af49d req-13c6e966-6046-4702-9f71-0e9c5bcd2d45 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 943 time: 0.0936420 Oct 27 13:24:40.381584 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bddc0-9f62-4f22-a3c6-c86940cdaa87 req-72be6bf7-f08f-449a-ba22-78597bdb8241 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:40.383122 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bb6bddc0-9f62-4f22-a3c6-c86940cdaa87 req-72be6bf7-f08f-449a-ba22-78597bdb8241 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 944 time: 0.1054494 Oct 27 13:24:40.452015 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9233cfc5-b1f9-41ea-a0eb-b6983a8af49d req-31e1b496-62bd-437e-bbfc-c512a1d5db4f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064043 Oct 27 13:24:40.535674 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port c75fe153-8d6a-404a-a659-fc051995130f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c75fe153-8d6a-404a-a659-fc051995130f,segment=NetworkSegment(a02c0a77-56ba-4b2d-a127-01c5fa6f02c9),segment_id=a02c0a77-56ba-4b2d-a127-01c5fa6f02c9)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:40.566256 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': 'c75fe153-8d6a-404a-a659-fc051995130f', 'network_id': 'cd96fa99-4c66-43df-b333-f0dba8530cad', 'port_id': 'c75fe153-8d6a-404a-a659-fc051995130f', 'mac_address': 'fa:16:3e:21:a9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f4c80c3-3119-40c0-ba45-2d13ba53d691', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:24:40.631818 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port c75fe153-8d6a-404a-a659-fc051995130f is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:40.636668 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (c75fe153-8d6a-404a-a659-fc051995130f), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:40.677833 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c75fe153-8d6a-404a-a659-fc051995130f {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:24:40.696660 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:24:40.725396 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port c75fe153-8d6a-404a-a659-fc051995130f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c75fe153-8d6a-404a-a659-fc051995130f,segment=NetworkSegment(a02c0a77-56ba-4b2d-a127-01c5fa6f02c9),segment_id=a02c0a77-56ba-4b2d-a127-01c5fa6f02c9)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:40.734541 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (c75fe153-8d6a-404a-a659-fc051995130f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:40.767014 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bb6bddc0-9f62-4f22-a3c6-c86940cdaa87 req-874e0eb3-b7d4-4cb5-b205-1a9d1330e8ea tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734179 Oct 27 13:24:40.781512 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-44d725f8-5332-4a50-958f-90eb92755615 req-438b7580-bb18-4abf-be3b-e6dfee86f0ea service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156305 Oct 27 13:24:40.830442 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=c75fe153-8d6a-404a-a659-fc051995130f,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:40.999040 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['c75fe153-8d6a-404a-a659-fc051995130f'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:24:41.219833 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bec65-0e88-4b0b-b1e6-d8726c8620a1 req-e20a38b8-0e6a-41cf-b8a1-10ec9cd2ca37 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:41.221940 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-791bec65-0e88-4b0b-b1e6-d8726c8620a1 req-e20a38b8-0e6a-41cf-b8a1-10ec9cd2ca37 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0758100 Oct 27 13:24:41.232387 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d819106-c537-451a-a8ba-81580ca469c1 req-420cc91e-2850-4015-b929-f48d1e3936a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:41.234392 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-8d819106-c537-451a-a8ba-81580ca469c1 req-420cc91e-2850-4015-b929-f48d1e3936a7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a14a3cf9df9f4034a8a0109fd3e33816&device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 1127 time: 0.1168940 Oct 27 13:24:41.248628 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ed84e-cfad-43b5-b5f3-ecc1c851d239 req-5a336288-198d-485d-ad21-e8d941479d59 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:41.256804 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ba7ed84e-cfad-43b5-b5f3-ecc1c851d239 req-5a336288-198d-485d-ad21-e8d941479d59 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 945 time: 0.0788810 Oct 27 13:24:41.287986 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-791bec65-0e88-4b0b-b1e6-d8726c8620a1 req-19b96f17-cd65-4bda-a6eb-abf1400c78b8 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593543 Oct 27 13:24:41.356664 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ba7ed84e-cfad-43b5-b5f3-ecc1c851d239 req-d9c7a531-be70-4830-9fdc-4044bbb121b7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941813 Oct 27 13:24:41.597101 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cbda6-563c-4726-853b-4c5c903ec5bc req-a3a5ce95-4311-4596-a0d1-317d5a31fbf0 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:41.599254 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-884cbda6-563c-4726-853b-4c5c903ec5bc req-a3a5ce95-4311-4596-a0d1-317d5a31fbf0 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 943 time: 0.0548608 Oct 27 13:24:41.658769 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-884cbda6-563c-4726-853b-4c5c903ec5bc req-b7815589-aa18-4448-a3d6-99f05eeadfef tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529566 Oct 27 13:24:41.892056 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e918455-79eb-4040-b15b-483455a4ba9b req-48ae9482-c70e-4177-8981-0a12edda0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:41.894010 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-48ae9482-c70e-4177-8981-0a12edda0c58 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d1a967f9b62401ba95d65a2747e3ec0&device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 1127 time: 0.0517364 Oct 27 13:24:41.941659 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-ff639cc7-da46-400e-8914-46b19144419a service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1df93e0f-5e21-4eff-a002-553c25504efd HTTP/1.1" status: 200 len: 217 time: 0.0395439 Oct 27 13:24:41.986279 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:41.993674 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776054f-998e-4387-baa1-bf23d239b824 req-5aa629e3-a036-4862-af81-6153c6ded2ca tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:41.995888 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7776054f-998e-4387-baa1-bf23d239b824 req-5aa629e3-a036-4862-af81-6153c6ded2ca tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 944 time: 0.1543190 Oct 27 13:24:41.996961 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e918455-79eb-4040-b15b-483455a4ba9b req-78976a19-f447-48b2-84af-fae6f5c802ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:41.998906 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-78976a19-f447-48b2-84af-fae6f5c802ff service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=3a4b0eb8-cd36-4797-a097-2561f1cfcd3b HTTP/1.1" status: 200 len: 849 time: 0.0515714 Oct 27 13:24:42.047121 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e918455-79eb-4040-b15b-483455a4ba9b req-c130f9b7-68df-4e22-ace4-f999860776d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:42.049009 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-c130f9b7-68df-4e22-ace4-f999860776d2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=424d9785-78b4-4b32-922b-56a7b3492659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437782 Oct 27 13:24:42.102676 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7776054f-998e-4387-baa1-bf23d239b824 req-292a96ef-c50f-4fb0-98cc-3e38612bc917 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918601 Oct 27 13:24:42.106148 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d819106-c537-451a-a8ba-81580ca469c1 req-91be583f-dc79-4e12-ab08-156bb7fd42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:42.108286 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-8d819106-c537-451a-a8ba-81580ca469c1 req-91be583f-dc79-4e12-ab08-156bb7fd42c8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=a14a3cf9df9f4034a8a0109fd3e33816&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2655253 Oct 27 13:24:42.187817 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-11c53c82-91d6-480b-811e-a7bb1c075b7e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297801 Oct 27 13:24:42.238510 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 9d6eda8e-42f9-41c1-9452-42995d1ecd56 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:24:42.281189 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device c75fe153-8d6a-404a-a659-fc051995130f up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:42.373536 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.db.resource_extend [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 27 13:24:42.428464 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4e918455-79eb-4040-b15b-483455a4ba9b req-31d52fcf-36d9-42e4-ad0c-28918644bd2a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344704 Oct 27 13:24:42.433138 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d819106-c537-451a-a8ba-81580ca469c1 req-629c6278-948f-469b-8ed1-6c6a27d1de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:42.438794 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-8d819106-c537-451a-a8ba-81580ca469c1 req-629c6278-948f-469b-8ed1-6c6a27d1de24 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3234386 Oct 27 13:24:42.477287 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:42.506046 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port c75fe153-8d6a-404a-a659-fc051995130f completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:24:42.574161 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port c75fe153-8d6a-404a-a659-fc051995130f triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:42.574531 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (c75fe153-8d6a-404a-a659-fc051995130f), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:42.575040 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port c75fe153-8d6a-404a-a659-fc051995130f Oct 27 13:24:42.583874 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bc11a-87a3-4a4e-82f3-7ab36875da15 req-ffb8f2a0-a721-4965-8294-6426a72f003b tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:42.583874 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8b8bc11a-87a3-4a4e-82f3-7ab36875da15 req-ffb8f2a0-a721-4965-8294-6426a72f003b tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0950663 Oct 27 13:24:42.611195 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58af8a-d0b0-4698-9ca6-4bc37f1a1da5 req-5cdeaa83-7137-4c73-a0dd-50eab51970f3 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:42.616493 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4b58af8a-d0b0-4698-9ca6-4bc37f1a1da5 req-5cdeaa83-7137-4c73-a0dd-50eab51970f3 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 945 time: 0.0916708 Oct 27 13:24:42.667181 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:42.706803 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4b58af8a-d0b0-4698-9ca6-4bc37f1a1da5 req-223981e7-dc11-4ac0-95ac-cebe3ac6178b tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790625 Oct 27 13:24:42.718200 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8b8bc11a-87a3-4a4e-82f3-7ab36875da15 req-f7bd7e3d-f8e5-4a1a-8bde-55d56c2f3fbb tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189046 Oct 27 13:24:42.825099 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 9d6eda8e-42f9-41c1-9452-42995d1ecd56, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=9d6eda8e-42f9-41c1-9452-42995d1ecd56,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:42.850419 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:42.852004 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': '9d6eda8e-42f9-41c1-9452-42995d1ecd56', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'port_id': '9d6eda8e-42f9-41c1-9452-42995d1ecd56', 'mac_address': 'fa:16:3e:a7:c1:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:24:42.898461 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a809a-0795-49a6-9b69-99dd2bbc6c25 req-bb36cc23-6d36-4db2-aacc-cb5618cb104e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:42.899446 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port c75fe153-8d6a-404a-a659-fc051995130f is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:42.899887 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (c75fe153-8d6a-404a-a659-fc051995130f), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:42.903553 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2b0a809a-0795-49a6-9b69-99dd2bbc6c25 req-bb36cc23-6d36-4db2-aacc-cb5618cb104e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 943 time: 0.1063254 Oct 27 13:24:42.962118 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d7af89-a551-4c26-bbed-55370b42cdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75fe153-8d6a-404a-a659-fc051995130f'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:24:42.988407 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2b0a809a-0795-49a6-9b69-99dd2bbc6c25 req-e15a47d8-6045-40bc-acfc-4da39f4039f2 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750992 Oct 27 13:24:43.049626 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 9d6eda8e-42f9-41c1-9452-42995d1ecd56 is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:43.050201 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (9d6eda8e-42f9-41c1-9452-42995d1ecd56), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:43.062389 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port c75fe153-8d6a-404a-a659-fc051995130f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c75fe153-8d6a-404a-a659-fc051995130f,segment=NetworkSegment(a02c0a77-56ba-4b2d-a127-01c5fa6f02c9),segment_id=a02c0a77-56ba-4b2d-a127-01c5fa6f02c9)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:43.073733 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (c75fe153-8d6a-404a-a659-fc051995130f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:43.082841 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6eda8e-42f9-41c1-9452-42995d1ecd56 {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:24:43.134723 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 9d6eda8e-42f9-41c1-9452-42995d1ecd56, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=9d6eda8e-42f9-41c1-9452-42995d1ecd56,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:43.145664 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (9d6eda8e-42f9-41c1-9452-42995d1ecd56), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:43.146347 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device d002aeca-8ed9-4dcb-a918-f911694d6cb8 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:24:43.151574 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=c75fe153-8d6a-404a-a659-fc051995130f,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:43.229244 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port d002aeca-8ed9-4dcb-a918-f911694d6cb8, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=d002aeca-8ed9-4dcb-a918-f911694d6cb8,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:43.232241 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=9d6eda8e-42f9-41c1-9452-42995d1ecd56,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:43.243990 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-2852b801-c99a-43b8-a074-6ede8fe5e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:43.247759 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-2852b801-c99a-43b8-a074-6ede8fe5e77d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a14a3cf9df9f4034a8a0109fd3e33816&device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 1127 time: 0.0786135 Oct 27 13:24:43.251903 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': 'd002aeca-8ed9-4dcb-a918-f911694d6cb8', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'port_id': 'd002aeca-8ed9-4dcb-a918-f911694d6cb8', 'mac_address': 'fa:16:3e:cb:1d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:24:43.290688 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df568c12-1f05-472c-8415-c789d75f989e" -d '{"events": [{"server_uuid": "98d7af89-a551-4c26-bbed-55370b42cdb7", "name": "network-vif-plugged", "status": "completed", "tag": "c75fe153-8d6a-404a-a659-fc051995130f"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:24:43.304602 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port d002aeca-8ed9-4dcb-a918-f911694d6cb8 is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:43.305011 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (d002aeca-8ed9-4dcb-a918-f911694d6cb8), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:43.324634 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d002aeca-8ed9-4dcb-a918-f911694d6cb8 {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:24:43.344393 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-c0c41c09-cc82-4983-bf4b-5c4abadc7569 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0fd1e2-0d30-4347-ac85-c508bcc243ba HTTP/1.1" status: 200 len: 217 time: 0.0891871 Oct 27 13:24:43.349420 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port d002aeca-8ed9-4dcb-a918-f911694d6cb8, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=d002aeca-8ed9-4dcb-a918-f911694d6cb8,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:43.355281 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (d002aeca-8ed9-4dcb-a918-f911694d6cb8), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:43.437809 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937750a-fb28-4908-867e-c0c447ce97c8 req-a2b2b8bc-336f-4e48-8dda-0324e0053469 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:43.449092 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8937750a-fb28-4908-867e-c0c447ce97c8 req-a2b2b8bc-336f-4e48-8dda-0324e0053469 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 945 time: 0.1500618 Oct 27 13:24:43.459110 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=d002aeca-8ed9-4dcb-a918-f911694d6cb8,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:43.467446 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-c63882a5-c335-408a-a7c9-09a08efc9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:43.469159 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-c63882a5-c335-408a-a7c9-09a08efc9de5 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=b6311a71-6948-47f7-b3a1-9319e66a1fce HTTP/1.1" status: 200 len: 855 time: 0.1188884 Oct 27 13:24:43.561411 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-212a6c77-e1df-41f4-971b-e3622cf1f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:43.567474 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-212a6c77-e1df-41f4-971b-e3622cf1f15a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b9e83d77-9944-451b-8320-56a536076101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913661 Oct 27 13:24:43.611135 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29488f86-485d-44c1-b220-b6129c1d4790 x-openstack-request-id: req-29488f86-485d-44c1-b220-b6129c1d4790 {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:24:43.611668 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d7af89-a551-4c26-bbed-55370b42cdb7", "name": "network-vif-plugged", "status": "completed", "tag": "c75fe153-8d6a-404a-a659-fc051995130f", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:24:43.612169 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29488f86-485d-44c1-b220-b6129c1d4790 {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:24:43.612793 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29488f86-485d-44c1-b220-b6129c1d4790'] response: {'server_uuid': '98d7af89-a551-4c26-bbed-55370b42cdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75fe153-8d6a-404a-a659-fc051995130f', 'code': 200} Oct 27 13:24:43.644638 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8937750a-fb28-4908-867e-c0c447ce97c8 req-e6e2a73e-7f53-4ac0-aef6-5caf4e3d5e57 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920843 Oct 27 13:24:43.701087 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['9d6eda8e-42f9-41c1-9452-42995d1ecd56'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:24:43.788100 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['d002aeca-8ed9-4dcb-a918-f911694d6cb8'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:24:43.798377 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-88886e9d-107f-4ee1-b9cc-a30a63ac994e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193425 Oct 27 13:24:43.820356 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:43.950140 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:43.973044 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04133a6-08b0-44ed-8dbe-74e83d1d18f7 req-97ce5bae-5a3f-49a3-943c-ef3ee232a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:43.974774 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f04133a6-08b0-44ed-8dbe-74e83d1d18f7 req-97ce5bae-5a3f-49a3-943c-ef3ee232a40e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 1130 time: 0.2112310 Oct 27 13:24:43.978558 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c70437ab-fc96-4030-9db3-5ee736c2a679 req-03df66b8-7c5d-40fa-a049-a2fd23aed026 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757119 Oct 27 13:24:43.984680 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 54784) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:43.993317 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1ef9d-0e3e-41c6-86aa-3eb1703d8876 req-87807e18-5e5e-4a53-ad1d-86e7d0058f8d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:44.001170 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-47a1ef9d-0e3e-41c6-86aa-3eb1703d8876 req-87807e18-5e5e-4a53-ad1d-86e7d0058f8d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.1162865 Oct 27 13:24:44.003134 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad12a42-29c0-4574-99f5-dd89a59b9f9c req-26b6a51c-1d74-437e-9a5c-30d9abdfd4f9 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:44.011585 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5ad12a42-29c0-4574-99f5-dd89a59b9f9c req-26b6a51c-1d74-437e-9a5c-30d9abdfd4f9 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 946 time: 0.0852659 Oct 27 13:24:44.045065 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:44.057744 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-f04133a6-08b0-44ed-8dbe-74e83d1d18f7 req-a1db6708-1fa2-419a-8d46-a962ec82b6e8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:44.067462 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5ad12a42-29c0-4574-99f5-dd89a59b9f9c req-954d4b47-f2f8-494c-8f5f-43d3dc4e3a11 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548558 Oct 27 13:24:44.099934 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-47a1ef9d-0e3e-41c6-86aa-3eb1703d8876 req-d8d3d47c-94b9-40e1-9eb0-3f5b5d930f8a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809333 Oct 27 13:24:44.169589 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f75787a2-a3d4-4b51-9a90-1e64a802f13f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:44.169803 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-f04133a6-08b0-44ed-8dbe-74e83d1d18f7 req-a1db6708-1fa2-419a-8d46-a962ec82b6e8 service neutron] Publish callbacks [] for security_group (90e6e762-9a0e-49e7-a010-ebcd0bf3eab7), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:44.173489 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-f04133a6-08b0-44ed-8dbe-74e83d1d18f7 req-a1db6708-1fa2-419a-8d46-a962ec82b6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (90e6e762-9a0e-49e7-a010-ebcd0bf3eab7), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:44.196908 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93847f48-7666-497c-a274-b4ad9f1d2921 req-d364885d-f8a5-4096-9f99-1773cd014597 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:44.198880 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-93847f48-7666-497c-a274-b4ad9f1d2921 req-d364885d-f8a5-4096-9f99-1773cd014597 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 943 time: 0.0589879 Oct 27 13:24:44.220361 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f04133a6-08b0-44ed-8dbe-74e83d1d18f7 req-a1db6708-1fa2-419a-8d46-a962ec82b6e8 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180088 Oct 27 13:24:44.221074 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db6708-1fa2-419a-8d46-a962ec82b6e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=90e6e762-9a0e-49e7-a010-ebcd0bf3eab7,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:44.270416 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-93847f48-7666-497c-a274-b4ad9f1d2921 req-d4a9a058-5e76-464b-aa4f-03c8555c8f15 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640316 Oct 27 13:24:44.298182 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f75787a2-a3d4-4b51-9a90-1e64a802f13f admin admin] Publish callbacks [] for security_group (2bfc5384-a155-434b-a9fe-7f3528ee5121), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:44.301906 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f75787a2-a3d4-4b51-9a90-1e64a802f13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (2bfc5384-a155-434b-a9fe-7f3528ee5121), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:44.339385 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75787a2-a3d4-4b51-9a90-1e64a802f13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfc5384-a155-434b-a9fe-7f3528ee5121,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:44.344614 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-f75787a2-a3d4-4b51-9a90-1e64a802f13f admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=3bae2cce8069489fa0d283e4011982b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577111 Oct 27 13:24:44.346497 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 54790) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:44.396357 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-492ca11b-fe26-400e-aae3-55dac36e7f45 admin admin] Publish callbacks [] for security_group (2bfc5384-a155-434b-a9fe-7f3528ee5121), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:44.398791 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:44.417565 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-492ca11b-fe26-400e-aae3-55dac36e7f45 admin admin] Publish callbacks [] for security_group (2bfc5384-a155-434b-a9fe-7f3528ee5121), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:44.463508 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-492ca11b-fe26-400e-aae3-55dac36e7f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (2bfc5384-a155-434b-a9fe-7f3528ee5121), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:44.466742 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-492ca11b-fe26-400e-aae3-55dac36e7f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:44.467916 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-492ca11b-fe26-400e-aae3-55dac36e7f45 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/2bfc5384-a155-434b-a9fe-7f3528ee5121 HTTP/1.1" status: 204 len: 168 time: 0.1205666 Oct 27 13:24:44.475867 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ca11b-fe26-400e-aae3-55dac36e7f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfc5384-a155-434b-a9fe-7f3528ee5121,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:44.491319 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:44.783123 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac39d0-df39-4aef-813e-92caf97035cf req-51666bca-f2d4-4828-9d33-c0946c695474 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:44.792828 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5fac39d0-df39-4aef-813e-92caf97035cf req-51666bca-f2d4-4828-9d33-c0946c695474 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 945 time: 0.0655007 Oct 27 13:24:44.825386 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 54820) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:44.846153 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5fac39d0-df39-4aef-813e-92caf97035cf req-35ec2197-07f1-4cbc-bfb9-e1f1454d0553 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524688 Oct 27 13:24:44.856160 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-08c46d9f-063f-4d18-b3c3-a9b0894ba4b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:44.945305 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-08c46d9f-063f-4d18-b3c3-a9b0894ba4b0 admin admin] Publish callbacks [] for security_group (1903e6e7-86b1-4d27-bdc9-23e5000465b1), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:44.949031 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-08c46d9f-063f-4d18-b3c3-a9b0894ba4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (1903e6e7-86b1-4d27-bdc9-23e5000465b1), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:44.987963 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-08c46d9f-063f-4d18-b3c3-a9b0894ba4b0 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=f435f558891348c3be4cb79a8dbc528d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608663 Oct 27 13:24:44.988789 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c46d9f-063f-4d18-b3c3-a9b0894ba4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1903e6e7-86b1-4d27-bdc9-23e5000465b1,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:44.990759 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 54824) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:45.044421 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-79c14634-60a0-4634-9175-aff2e76451a7 admin admin] Publish callbacks [] for security_group (1903e6e7-86b1-4d27-bdc9-23e5000465b1), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:45.069184 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-79c14634-60a0-4634-9175-aff2e76451a7 admin admin] Publish callbacks [] for security_group (1903e6e7-86b1-4d27-bdc9-23e5000465b1), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:45.124726 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-79c14634-60a0-4634-9175-aff2e76451a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (1903e6e7-86b1-4d27-bdc9-23e5000465b1), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:45.128171 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-79c14634-60a0-4634-9175-aff2e76451a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:45.129705 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-79c14634-60a0-4634-9175-aff2e76451a7 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/1903e6e7-86b1-4d27-bdc9-23e5000465b1 HTTP/1.1" status: 204 len: 168 time: 0.1377754 Oct 27 13:24:45.139397 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c14634-60a0-4634-9175-aff2e76451a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1903e6e7-86b1-4d27-bdc9-23e5000465b1,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:45.183907 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:45.227634 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:45.228955 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25680b6-b7a4-4cad-a580-a1c8bf42951e req-e923659f-66fb-496e-81b8-4fdfbb684232 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:45.233260 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a25680b6-b7a4-4cad-a580-a1c8bf42951e req-e923659f-66fb-496e-81b8-4fdfbb684232 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 946 time: 0.0616493 Oct 27 13:24:45.268049 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184646d-767c-4b7e-aee8-34318cfe3f94 req-1782d219-0caa-449b-a565-3995b5d5cfe9 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:45.275255 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4184646d-767c-4b7e-aee8-34318cfe3f94 req-1782d219-0caa-449b-a565-3995b5d5cfe9 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0579724 Oct 27 13:24:45.315187 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a25680b6-b7a4-4cad-a580-a1c8bf42951e req-a8cc2b16-b5b6-4074-8b99-ddec666bce96 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750031 Oct 27 13:24:45.331151 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4184646d-767c-4b7e-aee8-34318cfe3f94 req-9ab8f118-5ada-48fa-9463-9628051ebc77 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547893 Oct 27 13:24:45.453301 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c98571-1b13-43e0-b695-a9bb41be64cd req-1d471827-76ed-4829-827b-5e1cb759cdf1 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:45.454753 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a0c98571-1b13-43e0-b695-a9bb41be64cd req-1d471827-76ed-4829-827b-5e1cb759cdf1 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 943 time: 0.0493598 Oct 27 13:24:45.506287 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a0c98571-1b13-43e0-b695-a9bb41be64cd req-e855c835-e019-419a-831b-136c8b58f949 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458214 Oct 27 13:24:45.972599 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f1106-b437-43f1-aa21-abde1a48387e req-e3ccf8fe-f238-4364-8043-aa8eb59d7239 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:45.974061 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-eb8f1106-b437-43f1-aa21-abde1a48387e req-e3ccf8fe-f238-4364-8043-aa8eb59d7239 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 945 time: 0.0474176 Oct 27 13:24:46.023159 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-eb8f1106-b437-43f1-aa21-abde1a48387e req-b7250511-0c63-407d-bacd-cab7b307e709 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427849 Oct 27 13:24:46.443097 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63710b05-c7a4-4b83-99d0-b8f8c545f83b req-05d3b7ca-455b-401e-9d39-3aeaf531b442 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:46.445099 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-63710b05-c7a4-4b83-99d0-b8f8c545f83b req-05d3b7ca-455b-401e-9d39-3aeaf531b442 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 946 time: 0.0483177 Oct 27 13:24:46.462686 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5963f00-a1ba-4191-9e98-794d35267a6e req-1ab25124-bb4a-4990-bc2c-39dbe63a761c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:46.464749 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d5963f00-a1ba-4191-9e98-794d35267a6e req-1ab25124-bb4a-4990-bc2c-39dbe63a761c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0494771 Oct 27 13:24:46.501387 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-63710b05-c7a4-4b83-99d0-b8f8c545f83b req-ba7ca1d3-09da-49af-892a-18562883b331 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486472 Oct 27 13:24:46.515192 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d5963f00-a1ba-4191-9e98-794d35267a6e req-b622a123-9e43-42b5-ab5e-b87d266d3606 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438359 Oct 27 13:24:46.629831 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafbc09-525f-4fd4-b8a4-ea507ea34e14 req-8e768b9f-0fc6-44b8-87a1-9917bfd1b88a tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:46.631801 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9cafbc09-525f-4fd4-b8a4-ea507ea34e14 req-8e768b9f-0fc6-44b8-87a1-9917bfd1b88a tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 943 time: 0.0493894 Oct 27 13:24:46.682021 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9cafbc09-525f-4fd4-b8a4-ea507ea34e14 req-0eb34191-d39b-474c-89b5-2705efe7fb36 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438654 Oct 27 13:24:47.112652 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 1df93e0f-5e21-4eff-a002-553c25504efd details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:24:47.202351 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3b066-c0e1-46ca-afb7-059e673b83ea req-f4951d1b-c735-4ae4-bf3b-64d914fb05ab tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:47.204878 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-84c3b066-c0e1-46ca-afb7-059e673b83ea req-f4951d1b-c735-4ae4-bf3b-64d914fb05ab tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 945 time: 0.0748661 Oct 27 13:24:47.259023 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 1df93e0f-5e21-4eff-a002-553c25504efd, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=1df93e0f-5e21-4eff-a002-553c25504efd,segment=NetworkSegment(e5c45272-669f-4a6e-bc78-66653a65ecdf),segment_id=e5c45272-669f-4a6e-bc78-66653a65ecdf)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:47.271648 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': '1df93e0f-5e21-4eff-a002-553c25504efd', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'port_id': '1df93e0f-5e21-4eff-a002-553c25504efd', 'mac_address': 'fa:16:3e:e2:2a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:24:47.314535 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 1df93e0f-5e21-4eff-a002-553c25504efd is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:47.315297 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (1df93e0f-5e21-4eff-a002-553c25504efd), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:47.334856 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df93e0f-5e21-4eff-a002-553c25504efd {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:24:47.344450 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-84c3b066-c0e1-46ca-afb7-059e673b83ea req-0ae2c4c7-d8be-4f75-8ec1-8461f794e061 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261752 Oct 27 13:24:47.369183 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 1df93e0f-5e21-4eff-a002-553c25504efd, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=1df93e0f-5e21-4eff-a002-553c25504efd,segment=NetworkSegment(e5c45272-669f-4a6e-bc78-66653a65ecdf),segment_id=e5c45272-669f-4a6e-bc78-66653a65ecdf)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:47.375257 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (1df93e0f-5e21-4eff-a002-553c25504efd), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:47.445369 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=1df93e0f-5e21-4eff-a002-553c25504efd,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:47.454674 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 54950) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:47.561611 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:47.573563 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:47.594000 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 9d6eda8e-42f9-41c1-9452-42995d1ecd56 up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:47.641200 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port 9d6eda8e-42f9-41c1-9452-42995d1ecd56 completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:24:47.646360 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port 9d6eda8e-42f9-41c1-9452-42995d1ecd56 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:47.646784 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (9d6eda8e-42f9-41c1-9452-42995d1ecd56), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:47.647200 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port 9d6eda8e-42f9-41c1-9452-42995d1ecd56 Oct 27 13:24:47.649764 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf4fab-1c91-4e6d-aaaa-df3065bff78b req-b9751df4-42cf-4711-a2b9-497aa9c83184 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:47.652515 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-76cf4fab-1c91-4e6d-aaaa-df3065bff78b req-b9751df4-42cf-4711-a2b9-497aa9c83184 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 946 time: 0.0562747 Oct 27 13:24:47.704466 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-76cf4fab-1c91-4e6d-aaaa-df3065bff78b req-1ce2c8f4-e1e2-40c0-8385-d4936e0c0a34 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453506 Oct 27 13:24:47.730023 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 9d6eda8e-42f9-41c1-9452-42995d1ecd56 is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:47.730467 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (9d6eda8e-42f9-41c1-9452-42995d1ecd56), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:47.758606 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f7d6c5-b670-4c5c-a8b2-87019f4b20f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6eda8e-42f9-41c1-9452-42995d1ecd56'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:24:47.761293 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8886a220-6f65-4e47-b944-23ee8a354210" -d '{"events": [{"server_uuid": "83f7d6c5-b670-4c5c-a8b2-87019f4b20f1", "name": "network-vif-plugged", "status": "completed", "tag": "9d6eda8e-42f9-41c1-9452-42995d1ecd56"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:24:47.779782 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 9d6eda8e-42f9-41c1-9452-42995d1ecd56, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=9d6eda8e-42f9-41c1-9452-42995d1ecd56,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:47.785457 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (9d6eda8e-42f9-41c1-9452-42995d1ecd56), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:47.786539 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device d002aeca-8ed9-4dcb-a918-f911694d6cb8 up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:47.825309 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b580d99-f0ae-49aa-8d79-d3e0bebdddf9 req-963de4ff-b543-4b0e-913a-2448d26549b3 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:47.827137 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5b580d99-f0ae-49aa-8d79-d3e0bebdddf9 req-963de4ff-b543-4b0e-913a-2448d26549b3 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 944 time: 0.0526838 Oct 27 13:24:47.830195 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['1df93e0f-5e21-4eff-a002-553c25504efd'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:24:47.870887 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0eab7-cc51-4063-abbb-bf04f89eb592 req-ab1c8cb8-e142-41c5-a1e4-e6b30977f258 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:47.872405 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-86e0eab7-cc51-4063-abbb-bf04f89eb592 req-ab1c8cb8-e142-41c5-a1e4-e6b30977f258 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.2592084 Oct 27 13:24:47.878407 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5b580d99-f0ae-49aa-8d79-d3e0bebdddf9 req-ba534aa2-017a-4b56-8288-11fb9cd4ea0c tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453806 Oct 27 13:24:47.905657 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port d002aeca-8ed9-4dcb-a918-f911694d6cb8 completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:24:47.915517 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=9d6eda8e-42f9-41c1-9452-42995d1ecd56,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:47.918220 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port d002aeca-8ed9-4dcb-a918-f911694d6cb8 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:47.918759 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (d002aeca-8ed9-4dcb-a918-f911694d6cb8), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:47.919235 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port d002aeca-8ed9-4dcb-a918-f911694d6cb8 Oct 27 13:24:47.942327 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d40341f-611f-4f0f-8e3d-2cecbdd94858 x-openstack-request-id: req-3d40341f-611f-4f0f-8e3d-2cecbdd94858 {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:24:47.942638 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f7d6c5-b670-4c5c-a8b2-87019f4b20f1", "name": "network-vif-plugged", "status": "completed", "tag": "9d6eda8e-42f9-41c1-9452-42995d1ecd56", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:24:47.942907 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d40341f-611f-4f0f-8e3d-2cecbdd94858 {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:24:47.943282 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d40341f-611f-4f0f-8e3d-2cecbdd94858'] response: {'server_uuid': '83f7d6c5-b670-4c5c-a8b2-87019f4b20f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6eda8e-42f9-41c1-9452-42995d1ecd56', 'code': 200} Oct 27 13:24:47.957037 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-86e0eab7-cc51-4063-abbb-bf04f89eb592 req-72d2ea06-48b2-4d93-acb9-82acbba92194 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715735 Oct 27 13:24:47.984257 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Publish callbacks [] for security_group (2a4ece6f-aeac-4362-9de2-36be4a7e648f), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:47.984257 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (2a4ece6f-aeac-4362-9de2-36be4a7e648f), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:47.984521 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:48.028176 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=00e8ef706d134b8faf614a26a105ed6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5723286 Oct 27 13:24:48.030883 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 54966) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:48.038888 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4ece6f-aeac-4362-9de2-36be4a7e648f,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:48.047003 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.047357 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.047699 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.048038 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.048399 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.048886 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.049384 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.049861 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.050337 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.050811 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.050924 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:48.051397 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.051997 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.052210 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.052680 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.053148 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a807261-3237-4ce4-bbea-92b6f387c135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.058150 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port d002aeca-8ed9-4dcb-a918-f911694d6cb8 is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:48.058533 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (d002aeca-8ed9-4dcb-a918-f911694d6cb8), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:48.090618 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Publish callbacks [] for security_group (2a4ece6f-aeac-4362-9de2-36be4a7e648f), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:48.111220 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Publish callbacks [] for security_group (2a4ece6f-aeac-4362-9de2-36be4a7e648f), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:48.121633 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port d002aeca-8ed9-4dcb-a918-f911694d6cb8, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=d002aeca-8ed9-4dcb-a918-f911694d6cb8,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:48.127688 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (d002aeca-8ed9-4dcb-a918-f911694d6cb8), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:48.165290 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (2a4ece6f-aeac-4362-9de2-36be4a7e648f), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:48.169732 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:48.173524 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/2a4ece6f-aeac-4362-9de2-36be4a7e648f HTTP/1.1" status: 204 len: 168 time: 0.1389892 Oct 27 13:24:48.182784 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4ece6f-aeac-4362-9de2-36be4a7e648f,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:48.185872 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:48.191079 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=d002aeca-8ed9-4dcb-a918-f911694d6cb8,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:48.191726 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.192061 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.192422 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.192748 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.193074 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.193392 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.193770 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.194088 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.194404 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.194722 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.195039 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.195349 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.195656 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.196024 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.196351 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28de01-14b9-4ed1-95b8-81cf40fd7004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.201984 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.202813 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.202813 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.203015 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.203351 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.203754 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.204054 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.204871 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.205211 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.205533 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.206063 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.206573 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.206908 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.207229 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.207706 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:24:48.512278 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afee224-5d19-4013-a7bc-9c3dd049090f req-2c4afb17-25e2-4e5d-b25c-24fa1c9c97c1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:48.521037 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1afee224-5d19-4013-a7bc-9c3dd049090f req-2c4afb17-25e2-4e5d-b25c-24fa1c9c97c1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0908940 Oct 27 13:24:48.521307 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395052a7-512d-45a0-933c-3892d1e3d336 req-a22ea480-ca0d-40a0-aa35-63c3f46bf40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:48.524481 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-395052a7-512d-45a0-933c-3892d1e3d336 req-a22ea480-ca0d-40a0-aa35-63c3f46bf40c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 1130 time: 0.0740788 Oct 27 13:24:48.567019 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 54990) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:48.594389 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1afee224-5d19-4013-a7bc-9c3dd049090f req-5afb7f03-59c0-48e1-b33f-60784557b496 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722411 Oct 27 13:24:48.606307 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-395052a7-512d-45a0-933c-3892d1e3d336 req-cf7f4532-7bc0-48d8-952a-4919bc37cdcb service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665936 Oct 27 13:24:48.613619 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-28034213-f14a-4cc7-ac88-c8644196cd6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:48.688674 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:48.718958 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-28034213-f14a-4cc7-ac88-c8644196cd6b admin admin] Publish callbacks [] for security_group (6626e5d5-93dc-4549-91e5-edcb6cfa4f00), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:48.724035 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-28034213-f14a-4cc7-ac88-c8644196cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (6626e5d5-93dc-4549-91e5-edcb6cfa4f00), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:48.786095 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28034213-f14a-4cc7-ac88-c8644196cd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6626e5d5-93dc-4549-91e5-edcb6cfa4f00,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:48.792997 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-28034213-f14a-4cc7-ac88-c8644196cd6b admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=e181b288e65b4c4296927e544ff54a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235141 Oct 27 13:24:48.795614 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55002) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:48.880859 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2a967-117c-4a35-837f-825ac11749b2 req-9c95d607-3bd3-4e70-a319-037995e0dce6 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:48.882358 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a9a2a967-117c-4a35-837f-825ac11749b2 req-9c95d607-3bd3-4e70-a319-037995e0dce6 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 946 time: 0.0781393 Oct 27 13:24:48.905855 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed95082a-64e8-4424-83e3-12d6c9d24dc7 admin admin] Publish callbacks [] for security_group (6626e5d5-93dc-4549-91e5-edcb6cfa4f00), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:48.942886 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed95082a-64e8-4424-83e3-12d6c9d24dc7 admin admin] Publish callbacks [] for security_group (6626e5d5-93dc-4549-91e5-edcb6cfa4f00), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:48.981330 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a9a2a967-117c-4a35-837f-825ac11749b2 req-131d52c6-111b-4747-a638-64ba3a03e7f4 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871341 Oct 27 13:24:49.013674 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5cd5f-8bef-43f8-8926-994c7fbd6849 req-f51b5a91-97b2-473a-9306-6a6c0ff14c58 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:49.015157 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-88e5cd5f-8bef-43f8-8926-994c7fbd6849 req-f51b5a91-97b2-473a-9306-6a6c0ff14c58 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 944 time: 0.0491087 Oct 27 13:24:49.015316 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed95082a-64e8-4424-83e3-12d6c9d24dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (6626e5d5-93dc-4549-91e5-edcb6cfa4f00), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:49.018251 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed95082a-64e8-4424-83e3-12d6c9d24dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:49.019376 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-ed95082a-64e8-4424-83e3-12d6c9d24dc7 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/6626e5d5-93dc-4549-91e5-edcb6cfa4f00 HTTP/1.1" status: 204 len: 168 time: 0.2224469 Oct 27 13:24:49.022933 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:49.031330 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95082a-64e8-4424-83e3-12d6c9d24dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6626e5d5-93dc-4549-91e5-edcb6cfa4f00,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:49.089952 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-88e5cd5f-8bef-43f8-8926-994c7fbd6849 req-4ffa0f17-ce1b-4d93-ba6e-b19ccc5243d0 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653970 Oct 27 13:24:49.110926 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device af0fd1e2-0d30-4347-ac85-c508bcc243ba details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:24:49.115178 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 1df93e0f-5e21-4eff-a002-553c25504efd up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:49.126053 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa09080-26d3-41a2-950b-93162422f076 req-ad788a42-b2b9-494d-afbb-4b2ae721e87a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:49.133851 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-faa09080-26d3-41a2-950b-93162422f076 req-ad788a42-b2b9-494d-afbb-4b2ae721e87a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0624783 Oct 27 13:24:49.188144 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-faa09080-26d3-41a2-950b-93162422f076 req-559b1c3c-1dd5-4c6f-a488-a53a43310c06 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531569 Oct 27 13:24:49.221433 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port 1df93e0f-5e21-4eff-a002-553c25504efd completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:24:49.232457 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port 1df93e0f-5e21-4eff-a002-553c25504efd triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:49.232457 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (1df93e0f-5e21-4eff-a002-553c25504efd), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:49.232457 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port 1df93e0f-5e21-4eff-a002-553c25504efd Oct 27 13:24:49.291732 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port af0fd1e2-0d30-4347-ac85-c508bcc243ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=af0fd1e2-0d30-4347-ac85-c508bcc243ba,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:49.307769 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'port_id': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba', 'mac_address': 'fa:16:3e:3c:55:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:24:49.371798 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 1df93e0f-5e21-4eff-a002-553c25504efd is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:49.372185 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (1df93e0f-5e21-4eff-a002-553c25504efd), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:49.374229 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port af0fd1e2-0d30-4347-ac85-c508bcc243ba is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:49.374596 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:49.398462 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0fd1e2-0d30-4347-ac85-c508bcc243ba {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:24:49.437706 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 1df93e0f-5e21-4eff-a002-553c25504efd, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=1df93e0f-5e21-4eff-a002-553c25504efd,segment=NetworkSegment(e5c45272-669f-4a6e-bc78-66653a65ecdf),segment_id=e5c45272-669f-4a6e-bc78-66653a65ecdf)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:49.440017 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port af0fd1e2-0d30-4347-ac85-c508bcc243ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=af0fd1e2-0d30-4347-ac85-c508bcc243ba,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:49.443750 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (1df93e0f-5e21-4eff-a002-553c25504efd), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:49.467804 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:49.497650 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=1df93e0f-5e21-4eff-a002-553c25504efd,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:49.564847 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=af0fd1e2-0d30-4347-ac85-c508bcc243ba,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:49.731590 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef5aa9-a707-40e7-bc3d-0619f093a692 req-6966c681-a144-4429-86d0-1dc6345a7988 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:49.733369 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-00ef5aa9-a707-40e7-bc3d-0619f093a692 req-6966c681-a144-4429-86d0-1dc6345a7988 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0514772 Oct 27 13:24:49.733740 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['af0fd1e2-0d30-4347-ac85-c508bcc243ba'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:24:49.778427 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:49.801495 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-00ef5aa9-a707-40e7-bc3d-0619f093a692 req-e893e6a7-a8b3-476c-8c58-30378b1575d7 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576739 Oct 27 13:24:49.944988 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd002aeca-8ed9-4dcb-a918-f911694d6cb8'}, {'server_uuid': 'a91179d4-4294-46cc-b7c1-6aaf60a1ef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df93e0f-5e21-4eff-a002-553c25504efd'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:24:49.948483 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce73cbb-23a7-465f-a35e-05957ecfc9d9" -d '{"events": [{"server_uuid": "8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2", "name": "network-vif-plugged", "status": "completed", "tag": "d002aeca-8ed9-4dcb-a918-f911694d6cb8"}, {"server_uuid": "a91179d4-4294-46cc-b7c1-6aaf60a1ef45", "name": "network-vif-plugged", "status": "completed", "tag": "1df93e0f-5e21-4eff-a002-553c25504efd"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:24:50.034826 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Oct 2022 13:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598e8891-3514-48eb-b31b-13e8ab276fa8 x-openstack-request-id: req-598e8891-3514-48eb-b31b-13e8ab276fa8 {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:24:50.035118 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2", "name": "network-vif-plugged", "status": "completed", "tag": "d002aeca-8ed9-4dcb-a918-f911694d6cb8", "code": 200}, {"server_uuid": "a91179d4-4294-46cc-b7c1-6aaf60a1ef45", "name": "network-vif-plugged", "status": "completed", "tag": "1df93e0f-5e21-4eff-a002-553c25504efd", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:24:50.035624 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-598e8891-3514-48eb-b31b-13e8ab276fa8 {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:24:50.036054 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598e8891-3514-48eb-b31b-13e8ab276fa8'] response: {'server_uuid': '8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd002aeca-8ed9-4dcb-a918-f911694d6cb8', 'code': 200} Oct 27 13:24:50.036344 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598e8891-3514-48eb-b31b-13e8ab276fa8'] response: {'server_uuid': 'a91179d4-4294-46cc-b7c1-6aaf60a1ef45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df93e0f-5e21-4eff-a002-553c25504efd', 'code': 200} Oct 27 13:24:50.156813 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0b51a-9570-45f5-bca6-2073356eb9e2 req-c54ce74c-7ca9-4d61-84ca-eb15648e4f5a tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:50.158425 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-98e0b51a-9570-45f5-bca6-2073356eb9e2 req-c54ce74c-7ca9-4d61-84ca-eb15648e4f5a tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 946 time: 0.0595510 Oct 27 13:24:50.216844 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-98e0b51a-9570-45f5-bca6-2073356eb9e2 req-e4ca042f-7672-405d-8559-3a4006fa4b35 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513973 Oct 27 13:24:50.246642 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae680e-f0c2-4b20-846f-b3af88b981a9 req-5ae25da3-7e65-4d5b-9043-1e5b56478aed tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:50.256541 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c0ae680e-f0c2-4b20-846f-b3af88b981a9 req-5ae25da3-7e65-4d5b-9043-1e5b56478aed tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0719271 Oct 27 13:24:50.317590 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c0ae680e-f0c2-4b20-846f-b3af88b981a9 req-1006d0d4-6a16-46b1-b028-705b0ac83f64 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601718 Oct 27 13:24:50.384639 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322f360-16cb-4783-bf88-61178702d29e req-3d7467af-349c-4708-9de0-8a90a80e9cdb tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:50.387077 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9322f360-16cb-4783-bf88-61178702d29e req-3d7467af-349c-4708-9de0-8a90a80e9cdb tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 944 time: 0.0777471 Oct 27 13:24:50.486560 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9322f360-16cb-4783-bf88-61178702d29e req-285d0a01-4222-4bf4-849a-7ea871828fa2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900178 Oct 27 13:24:50.659571 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a3a25-5125-4c41-ad70-9f1488db782c req-670b00d0-75e3-4171-80a5-291ea4255437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:50.662750 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4c3a3a25-5125-4c41-ad70-9f1488db782c req-670b00d0-75e3-4171-80a5-291ea4255437 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 1129 time: 0.0629702 Oct 27 13:24:50.695268 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:50.716280 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:50.758554 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55086) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:50.788702 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4c3a3a25-5125-4c41-ad70-9f1488db782c req-b36cdd18-9c74-4216-b0fe-717081aebcd0 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947986 Oct 27 13:24:50.884664 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa2095-7021-42ac-8167-4baf4b0beaa5 req-96155b9e-e5d7-4e20-a07e-2fc1c8f7e288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:50.889356 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-30fa2095-7021-42ac-8167-4baf4b0beaa5 req-96155b9e-e5d7-4e20-a07e-2fc1c8f7e288 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 1129 time: 0.2104504 Oct 27 13:24:50.948611 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d23fe-994a-449b-b9ff-1b10d5c93e58 req-add66fab-cefb-41d9-aad6-cf03c33a60f6 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:50.950403 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-469d23fe-994a-449b-b9ff-1b10d5c93e58 req-add66fab-cefb-41d9-aad6-cf03c33a60f6 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0633209 Oct 27 13:24:50.988464 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-265b1eec-427c-448b-b75f-9c7d8ee9d572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:51.048531 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-469d23fe-994a-449b-b9ff-1b10d5c93e58 req-d0c921ed-8351-41d0-b6f9-3027e19feee7 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799682 Oct 27 13:24:51.071000 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-30fa2095-7021-42ac-8167-4baf4b0beaa5 req-02ace541-186c-4bbd-96ea-ab4bbfc2ca2a service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787044 Oct 27 13:24:51.113134 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device af0fd1e2-0d30-4347-ac85-c508bcc243ba up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:24:51.160648 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-265b1eec-427c-448b-b75f-9c7d8ee9d572 admin admin] Publish callbacks [] for security_group (1a4c19a2-265b-443b-af21-510c095fecf3), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:51.163092 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:51.168962 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-265b1eec-427c-448b-b75f-9c7d8ee9d572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (1a4c19a2-265b-443b-af21-510c095fecf3), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:51.171489 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port af0fd1e2-0d30-4347-ac85-c508bcc243ba completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:24:51.182755 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port af0fd1e2-0d30-4347-ac85-c508bcc243ba triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:24:51.183268 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:51.183727 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port af0fd1e2-0d30-4347-ac85-c508bcc243ba Oct 27 13:24:51.222025 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b1eec-427c-448b-b75f-9c7d8ee9d572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4c19a2-265b-443b-af21-510c095fecf3,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:51.238123 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-265b1eec-427c-448b-b75f-9c7d8ee9d572 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=398e497d82984f17b459a0f4d206d619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4785459 Oct 27 13:24:51.241247 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 55124) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:51.310751 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port af0fd1e2-0d30-4347-ac85-c508bcc243ba is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:24:51.311235 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:51.343359 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1431fcdd-b1b6-4250-b124-08edfb6efd08 admin admin] Publish callbacks [] for security_group (1a4c19a2-265b-443b-af21-510c095fecf3), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:51.362414 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port af0fd1e2-0d30-4347-ac85-c508bcc243ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=af0fd1e2-0d30-4347-ac85-c508bcc243ba,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:24:51.368247 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1431fcdd-b1b6-4250-b124-08edfb6efd08 admin admin] Publish callbacks [] for security_group (1a4c19a2-265b-443b-af21-510c095fecf3), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:51.374344 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:51.440867 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1431fcdd-b1b6-4250-b124-08edfb6efd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (1a4c19a2-265b-443b-af21-510c095fecf3), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:51.444197 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1431fcdd-b1b6-4250-b124-08edfb6efd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:51.445681 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-1431fcdd-b1b6-4250-b124-08edfb6efd08 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/1a4c19a2-265b-443b-af21-510c095fecf3 HTTP/1.1" status: 204 len: 168 time: 0.2032690 Oct 27 13:24:51.457803 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431fcdd-b1b6-4250-b124-08edfb6efd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4c19a2-265b-443b-af21-510c095fecf3,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:51.499601 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=af0fd1e2-0d30-4347-ac85-c508bcc243ba,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:51.526425 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f72c8-0de1-42b8-ad23-ab8930f6b91a req-a86da029-506e-4107-9d90-7b32089d6c89 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:51.532828 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-bc2f72c8-0de1-42b8-ad23-ab8930f6b91a req-a86da029-506e-4107-9d90-7b32089d6c89 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0667834 Oct 27 13:24:51.584638 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-bc2f72c8-0de1-42b8-ad23-ab8930f6b91a req-900aac7f-3c23-4e08-b652-eb797db5c2f5 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495670 Oct 27 13:24:51.591517 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feeba1e-5a9f-4f1b-8b7f-00623f04ccd7 req-cba7dc21-cbba-460f-aed9-032fb461301b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:51.593898 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6feeba1e-5a9f-4f1b-8b7f-00623f04ccd7 req-cba7dc21-cbba-460f-aed9-032fb461301b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0557499 Oct 27 13:24:51.649137 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:51.663116 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6feeba1e-5a9f-4f1b-8b7f-00623f04ccd7 req-8533dcee-3134-44e2-889d-032438601991 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528028 Oct 27 13:24:51.741812 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe52f1-0748-4df8-b73d-57b43c253358 req-9d272275-a26a-411d-8b0a-3f7fed5cf169 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:51.743288 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3ebe52f1-0748-4df8-b73d-57b43c253358 req-9d272275-a26a-411d-8b0a-3f7fed5cf169 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0689864 Oct 27 13:24:51.789376 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 55150) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:51.801147 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3ebe52f1-0748-4df8-b73d-57b43c253358 req-1035829a-4052-4c5f-bba0-17dcb03b3764 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518391 Oct 27 13:24:51.901292 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-22f124d2-ba7d-4eb2-a6ce-dd1c663e99be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:52.037231 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:24:52.039809 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62663b10-a578-4d26-8ab6-f80c57348fb0" -d '{"events": [{"server_uuid": "896767c6-1a1e-4729-992a-7d4dfa6b503c", "name": "network-vif-plugged", "status": "completed", "tag": "af0fd1e2-0d30-4347-ac85-c508bcc243ba"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:24:52.096500 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4936bd-7da3-48ab-bc21-7f640ab5885c x-openstack-request-id: req-9b4936bd-7da3-48ab-bc21-7f640ab5885c {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:24:52.096823 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896767c6-1a1e-4729-992a-7d4dfa6b503c", "name": "network-vif-plugged", "status": "completed", "tag": "af0fd1e2-0d30-4347-ac85-c508bcc243ba", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:24:52.097081 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b4936bd-7da3-48ab-bc21-7f640ab5885c {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:24:52.097480 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b4936bd-7da3-48ab-bc21-7f640ab5885c'] response: {'server_uuid': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba', 'code': 200} Oct 27 13:24:52.156073 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ea32e-8af3-42bd-b64e-5adb0d84e073 req-47b7ffa9-a153-4d28-9f0a-1c98937fede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:52.158501 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ff3ea32e-8af3-42bd-b64e-5adb0d84e073 req-47b7ffa9-a153-4d28-9f0a-1c98937fede6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 1130 time: 0.0577590 Oct 27 13:24:52.171458 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:52.202207 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-22f124d2-ba7d-4eb2-a6ce-dd1c663e99be admin admin] Publish callbacks [] for security_group (d1f79656-77a3-4bdd-8d57-d7dc7c1f4a98), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:52.205809 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-22f124d2-ba7d-4eb2-a6ce-dd1c663e99be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (d1f79656-77a3-4bdd-8d57-d7dc7c1f4a98), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:52.249029 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-22f124d2-ba7d-4eb2-a6ce-dd1c663e99be admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=ba958741e9c24c729a5cff811019511f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4553850 Oct 27 13:24:52.249029 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 55180) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:52.256206 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f124d2-ba7d-4eb2-a6ce-dd1c663e99be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f79656-77a3-4bdd-8d57-d7dc7c1f4a98,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:52.303627 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9ae2afb0-483d-463f-9d50-47e0307a65db admin admin] Publish callbacks [] for security_group (d1f79656-77a3-4bdd-8d57-d7dc7c1f4a98), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:52.336650 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9ae2afb0-483d-463f-9d50-47e0307a65db admin admin] Publish callbacks [] for security_group (d1f79656-77a3-4bdd-8d57-d7dc7c1f4a98), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:52.405689 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9ae2afb0-483d-463f-9d50-47e0307a65db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (d1f79656-77a3-4bdd-8d57-d7dc7c1f4a98), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:52.409143 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9ae2afb0-483d-463f-9d50-47e0307a65db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:52.413345 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-9ae2afb0-483d-463f-9d50-47e0307a65db admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/d1f79656-77a3-4bdd-8d57-d7dc7c1f4a98 HTTP/1.1" status: 204 len: 168 time: 0.1604221 Oct 27 13:24:52.423076 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2afb0-483d-463f-9d50-47e0307a65db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f79656-77a3-4bdd-8d57-d7dc7c1f4a98,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:52.782684 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 55238) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:52.864444 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf11ea5-4f93-487f-9a58-001fd5c474b9 req-bdb6844c-9b1b-40ca-acb3-091d4bef32af tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:52.876871 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ea32e-8af3-42bd-b64e-5adb0d84e073 req-feb8cacb-f0a7-443f-a72f-2d90622d60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:52.878622 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ff3ea32e-8af3-42bd-b64e-5adb0d84e073 req-feb8cacb-f0a7-443f-a72f-2d90622d60a1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 200 len: 919 time: 0.2845516 Oct 27 13:24:52.885668 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8cf11ea5-4f93-487f-9a58-001fd5c474b9 req-bdb6844c-9b1b-40ca-acb3-091d4bef32af tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.1531065 Oct 27 13:24:52.960645 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8cf11ea5-4f93-487f-9a58-001fd5c474b9 req-6303ce2b-97b0-40ac-bdc3-5fd64df79654 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736465 Oct 27 13:24:53.146625 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ff3ea32e-8af3-42bd-b64e-5adb0d84e073 req-1a120670-3db5-4316-9be5-70079ebd315d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6eda8e-42f9-41c1-9452-42995d1ecd56 HTTP/1.1" status: 200 len: 217 time: 0.1247053 Oct 27 13:24:53.163313 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5779be-4f35-4eef-bfc3-a172a0e5a293 req-08bc0970-8436-47fd-b250-ca612aabc1a7 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:53.166916 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5e5779be-4f35-4eef-bfc3-a172a0e5a293 req-08bc0970-8436-47fd-b250-ca612aabc1a7 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.1192060 Oct 27 13:24:53.221896 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 55270) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:53.228088 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-334ef6cf-972e-429b-b86d-14b0be28a3bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:53.262274 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4f90db8c-3bcd-4cc6-988b-f02d26094343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:53.309630 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5e5779be-4f35-4eef-bfc3-a172a0e5a293 req-eead2bd3-6b90-4673-b05e-48e54d585261 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352718 Oct 27 13:24:53.336459 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9c154-2853-412b-a557-b7132c7f0157 req-18d0fe34-3c21-4217-8d84-2458486d6f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:53.337971 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-27d9c154-2853-412b-a557-b7132c7f0157 req-18d0fe34-3c21-4217-8d84-2458486d6f80 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 1129 time: 0.0881064 Oct 27 13:24:53.351955 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ea32e-8af3-42bd-b64e-5adb0d84e073 req-7b909b0f-01f4-4548-87e7-c511a8d2237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:53.353899 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ff3ea32e-8af3-42bd-b64e-5adb0d84e073 req-7b909b0f-01f4-4548-87e7-c511a8d2237d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d729a604-725f-4ad1-9296-503f3419b171 HTTP/1.1" status: 200 len: 857 time: 0.1966858 Oct 27 13:24:53.414561 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:53.479787 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55280) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:53.517866 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-27d9c154-2853-412b-a557-b7132c7f0157 req-5e57b8b0-9764-4f24-9e14-cd431a2b38b7 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716108 Oct 27 13:24:53.539007 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54672e8c-bc6e-4f55-a511-3f0c9c6f7523 req-516dc9ff-acc8-4657-a006-dbab47a59808 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:53.542991 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-54672e8c-bc6e-4f55-a511-3f0c9c6f7523 req-516dc9ff-acc8-4657-a006-dbab47a59808 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.1063089 Oct 27 13:24:53.547010 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:53.548721 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ea32e-8af3-42bd-b64e-5adb0d84e073 req-ddd0f9f1-0157-44e2-8385-febf136edbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:53.550263 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ff3ea32e-8af3-42bd-b64e-5adb0d84e073 req-ddd0f9f1-0157-44e2-8385-febf136edbc6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1593924 Oct 27 13:24:53.590794 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515dbfc-e28b-4128-a3f4-991f32c7977e req-c441fc95-0928-409b-b461-d46de36b8e96 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:53.592531 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a515dbfc-e28b-4128-a3f4-991f32c7977e req-c441fc95-0928-409b-b461-d46de36b8e96 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0886660 Oct 27 13:24:53.603472 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 55284) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:53.611351 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-8fb7f3da-e604-41af-826b-07774b9ec531 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Request body: {'floatingip': {'port_id': '1df93e0f-5e21-4eff-a002-553c25504efd'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:53.612594 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-54672e8c-bc6e-4f55-a511-3f0c9c6f7523 req-05248ed8-3d9e-4d64-8e4f-181802cd6416 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641508 Oct 27 13:24:53.655298 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8266eccf-8017-4a83-a127-928291344b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:53.689599 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:53.710997 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-334ef6cf-972e-429b-b86d-14b0be28a3bb admin admin] Publish callbacks [] for security_group (9670f388-d714-4a56-a2dd-a807cc524532), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:53.715552 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8fb7f3da-e604-41af-826b-07774b9ec531 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for floatingip (4fad37b0-9c53-4e1d-8072-4aca51578534), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:53.721508 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-334ef6cf-972e-429b-b86d-14b0be28a3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (9670f388-d714-4a56-a2dd-a807cc524532), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:53.745050 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8266eccf-8017-4a83-a127-928291344b04 admin admin] Publish callbacks [] for security_group (19977bec-7ba3-4196-84be-8b185dc1c376), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:53.748920 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8266eccf-8017-4a83-a127-928291344b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (19977bec-7ba3-4196-84be-8b185dc1c376), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:53.793091 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4f90db8c-3bcd-4cc6-988b-f02d26094343 admin admin] Publish callbacks [] for security_group (c96b0ac5-32f1-4943-baca-eabe6b5a948b), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:53.795227 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266eccf-8017-4a83-a127-928291344b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19977bec-7ba3-4196-84be-8b185dc1c376,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:53.795379 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:53.804654 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-8266eccf-8017-4a83-a127-928291344b04 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=6a328dab39314ccd92f20f141585764d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238411 Oct 27 13:24:53.805427 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55296) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:53.853149 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4f90db8c-3bcd-4cc6-988b-f02d26094343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (c96b0ac5-32f1-4943-baca-eabe6b5a948b), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:53.866434 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-363c350a-f0a2-4614-9633-d2d9b9c2beba admin admin] Publish callbacks [] for security_group (19977bec-7ba3-4196-84be-8b185dc1c376), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:53.882684 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ef6cf-972e-429b-b86d-14b0be28a3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9670f388-d714-4a56-a2dd-a807cc524532,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:53.887949 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-334ef6cf-972e-429b-b86d-14b0be28a3bb admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=cd64533a5c0c4e35b0dd3d72e27fa366&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1039324 Oct 27 13:24:53.892636 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55304) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:53.936487 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-363c350a-f0a2-4614-9633-d2d9b9c2beba admin admin] Publish callbacks [] for security_group (19977bec-7ba3-4196-84be-8b185dc1c376), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:53.963294 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-4f90db8c-3bcd-4cc6-988b-f02d26094343 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=dc8b28be83964891930feb91a3f62b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7199194 Oct 27 13:24:53.968573 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55306) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:54.004359 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d1231fd8-b8f4-4cc0-a88f-79dacfbd01dd admin admin] Publish callbacks [] for security_group (9670f388-d714-4a56-a2dd-a807cc524532), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:54.014139 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90db8c-3bcd-4cc6-988b-f02d26094343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96b0ac5-32f1-4943-baca-eabe6b5a948b,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:54.053134 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d1231fd8-b8f4-4cc0-a88f-79dacfbd01dd admin admin] Publish callbacks [] for security_group (9670f388-d714-4a56-a2dd-a807cc524532), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:54.074378 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-363c350a-f0a2-4614-9633-d2d9b9c2beba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (19977bec-7ba3-4196-84be-8b185dc1c376), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:54.076887 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-363c350a-f0a2-4614-9633-d2d9b9c2beba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:54.078098 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-363c350a-f0a2-4614-9633-d2d9b9c2beba admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/19977bec-7ba3-4196-84be-8b185dc1c376 HTTP/1.1" status: 204 len: 168 time: 0.2718349 Oct 27 13:24:54.100414 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ff3ea32e-8af3-42bd-b64e-5adb0d84e073 req-3e4ee97b-7c36-409c-a1f6-5b5c28875c11 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781944 Oct 27 13:24:54.100928 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-4036c1bc-bd8e-4912-8a86-dc2bfddd8d6e admin admin] Publish callbacks [] for security_group (c96b0ac5-32f1-4943-baca-eabe6b5a948b), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:54.109104 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c350a-f0a2-4614-9633-d2d9b9c2beba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19977bec-7ba3-4196-84be-8b185dc1c376,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:54.139543 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-4036c1bc-bd8e-4912-8a86-dc2bfddd8d6e admin admin] Publish callbacks [] for security_group (c96b0ac5-32f1-4943-baca-eabe6b5a948b), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:54.174737 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d1231fd8-b8f4-4cc0-a88f-79dacfbd01dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (9670f388-d714-4a56-a2dd-a807cc524532), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:54.177425 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d1231fd8-b8f4-4cc0-a88f-79dacfbd01dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:54.178531 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-d1231fd8-b8f4-4cc0-a88f-79dacfbd01dd admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/9670f388-d714-4a56-a2dd-a807cc524532 HTTP/1.1" status: 204 len: 168 time: 0.2847004 Oct 27 13:24:54.190338 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1231fd8-b8f4-4cc0-a88f-79dacfbd01dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9670f388-d714-4a56-a2dd-a807cc524532,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:54.212675 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-4036c1bc-bd8e-4912-8a86-dc2bfddd8d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (c96b0ac5-32f1-4943-baca-eabe6b5a948b), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:54.217348 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-4036c1bc-bd8e-4912-8a86-dc2bfddd8d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:54.229570 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-4036c1bc-bd8e-4912-8a86-dc2bfddd8d6e admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/c96b0ac5-32f1-4943-baca-eabe6b5a948b HTTP/1.1" status: 204 len: 168 time: 0.2474284 Oct 27 13:24:54.248019 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036c1bc-bd8e-4912-8a86-dc2bfddd8d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96b0ac5-32f1-4943-baca-eabe6b5a948b,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:54.780110 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1e369-912c-4cc5-8607-997743beca5f req-cf8c013c-3267-4c9a-8454-75387a694461 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:54.780776 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233d52e-800b-4cf0-aee0-92242256d48d req-f10f7f4e-81fa-4ab7-b519-4fa84ef82ff2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:54.781630 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-77c1e369-912c-4cc5-8607-997743beca5f req-cf8c013c-3267-4c9a-8454-75387a694461 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.3619807 Oct 27 13:24:54.797587 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6233d52e-800b-4cf0-aee0-92242256d48d req-f10f7f4e-81fa-4ab7-b519-4fa84ef82ff2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0851915 Oct 27 13:24:54.824882 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55328) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:54.843501 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2af95e1f-9b45-4c09-bf6b-f2fd1e91dff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:54.876643 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55330) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:54.901412 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ff3ea32e-8af3-42bd-b64e-5adb0d84e073 req-77166d62-137e-4b7c-a2a1-366f50f455b9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448949 Oct 27 13:24:54.921891 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6233d52e-800b-4cf0-aee0-92242256d48d req-fb98259a-e9ec-4ca9-8635-4dbc847b9bd2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234629 Oct 27 13:24:54.923152 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-55d1a005-9d68-4d0b-9b3d-ea89d91721b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:54.950050 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:54.969167 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:DELETE=6 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:54.986170 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-77c1e369-912c-4cc5-8607-997743beca5f req-645e9b6a-0a7a-47be-b234-9184c0813045 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883354 Oct 27 13:24:55.011333 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8fb7f3da-e604-41af-826b-07774b9ec531 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:55.012444 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:55.019331 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8fb7f3da-e604-41af-826b-07774b9ec531 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (4fad37b0-9c53-4e1d-8072-4aca51578534), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:55.070244 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2af95e1f-9b45-4c09-bf6b-f2fd1e91dff2 admin admin] Publish callbacks [] for security_group (21f68f89-65f3-4d87-bf83-12b08ac32038), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:55.081284 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2af95e1f-9b45-4c09-bf6b-f2fd1e91dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (21f68f89-65f3-4d87-bf83-12b08ac32038), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:55.115509 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-55d1a005-9d68-4d0b-9b3d-ea89d91721b0 admin admin] Publish callbacks [] for security_group (8877b98a-6eae-4892-be10-b2bfaef5c406), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:55.144367 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-55d1a005-9d68-4d0b-9b3d-ea89d91721b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (8877b98a-6eae-4892-be10-b2bfaef5c406), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:55.152526 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.l3_db [None req-8fb7f3da-e604-41af-826b-07774b9ec531 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Floating IP 4fad37b0-9c53-4e1d-8072-4aca51578534 associated. External IP: 172.27.0.61, port: 1df93e0f-5e21-4eff-a002-553c25504efd. Oct 27 13:24:55.163329 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-2af95e1f-9b45-4c09-bf6b-f2fd1e91dff2 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=948309e50d9a4291b84346db78389596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348536 Oct 27 13:24:55.163637 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af95e1f-9b45-4c09-bf6b-f2fd1e91dff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f68f89-65f3-4d87-bf83-12b08ac32038,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:55.166071 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55338) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:55.203489 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-55d1a005-9d68-4d0b-9b3d-ea89d91721b0 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=f190b0e093c44722ba409483004765d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237019 Oct 27 13:24:55.209097 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 55340) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:55.236118 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1a005-9d68-4d0b-9b3d-ea89d91721b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8877b98a-6eae-4892-be10-b2bfaef5c406,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:55.261373 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-dedb1775-50d9-4d14-94f1-033f58a30fe5 admin admin] Publish callbacks [] for security_group (21f68f89-65f3-4d87-bf83-12b08ac32038), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:55.284493 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-dedb1775-50d9-4d14-94f1-033f58a30fe5 admin admin] Publish callbacks [] for security_group (21f68f89-65f3-4d87-bf83-12b08ac32038), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:55.305651 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:55.318132 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-efd011df-8703-4638-a15d-3236d9649d28 admin admin] Publish callbacks [] for security_group (8877b98a-6eae-4892-be10-b2bfaef5c406), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:55.360029 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-efd011df-8703-4638-a15d-3236d9649d28 admin admin] Publish callbacks [] for security_group (8877b98a-6eae-4892-be10-b2bfaef5c406), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:55.361385 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-dedb1775-50d9-4d14-94f1-033f58a30fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (21f68f89-65f3-4d87-bf83-12b08ac32038), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:55.364507 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-dedb1775-50d9-4d14-94f1-033f58a30fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:55.368980 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-dedb1775-50d9-4d14-94f1-033f58a30fe5 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/21f68f89-65f3-4d87-bf83-12b08ac32038 HTTP/1.1" status: 204 len: 168 time: 0.1832430 Oct 27 13:24:55.382542 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb1775-50d9-4d14-94f1-033f58a30fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f68f89-65f3-4d87-bf83-12b08ac32038,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:55.496170 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-efd011df-8703-4638-a15d-3236d9649d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (8877b98a-6eae-4892-be10-b2bfaef5c406), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:55.498917 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-efd011df-8703-4638-a15d-3236d9649d28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:55.500276 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-efd011df-8703-4638-a15d-3236d9649d28 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/8877b98a-6eae-4892-be10-b2bfaef5c406 HTTP/1.1" status: 204 len: 168 time: 0.2895932 Oct 27 13:24:55.506191 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb7f3da-e604-41af-826b-07774b9ec531 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:24:55.515910 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd011df-8703-4638-a15d-3236d9649d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8877b98a-6eae-4892-be10-b2bfaef5c406,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:55.723090 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb7f3da-e604-41af-826b-07774b9ec531 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:24:55.728066 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8fb7f3da-e604-41af-826b-07774b9ec531 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:55.737270 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea026cd8-9e5e-4c2f-995f-0045701e1ad6 None None] Sync routers for ids ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:24:55.748742 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea026cd8-9e5e-4c2f-995f-0045701e1ad6 None None] Routers {'30dfcda2-51a7-4e6d-92a9-cca43af2af8d'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:24:55.749025 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-ea026cd8-9e5e-4c2f-995f-0045701e1ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:55.773458 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-8fb7f3da-e604-41af-826b-07774b9ec531 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/4fad37b0-9c53-4e1d-8072-4aca51578534 HTTP/1.1" status: 200 len: 990 time: 2.1655600 Oct 27 13:24:55.774409 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91179d4-4294-46cc-b7c1-6aaf60a1ef45', 'tag': '1df93e0f-5e21-4eff-a002-553c25504efd'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:24:55.777495 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831a3dbc-1b51-4f01-9a52-767c83a9debb" -d '{"events": [{"name": "network-changed", "server_uuid": "a91179d4-4294-46cc-b7c1-6aaf60a1ef45", "tag": "1df93e0f-5e21-4eff-a002-553c25504efd"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:24:55.848795 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b0d068-50a3-4f00-9863-6337170a6c5e x-openstack-request-id: req-a9b0d068-50a3-4f00-9863-6337170a6c5e {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:24:55.849447 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91179d4-4294-46cc-b7c1-6aaf60a1ef45", "tag": "1df93e0f-5e21-4eff-a002-553c25504efd", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:24:55.849447 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9b0d068-50a3-4f00-9863-6337170a6c5e {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:24:55.850033 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9b0d068-50a3-4f00-9863-6337170a6c5e'] response: {'name': 'network-changed', 'server_uuid': 'a91179d4-4294-46cc-b7c1-6aaf60a1ef45', 'tag': '1df93e0f-5e21-4eff-a002-553c25504efd', 'status': 'completed', 'code': 200} Oct 27 13:24:55.880652 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-ea026cd8-9e5e-4c2f-995f-0045701e1ad6 None None] Set router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:24:55.955108 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a3dbc-1b51-4f01-9a52-767c83a9debb req-569dc6ff-7267-4b84-96a2-f66a17c82a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:55.956901 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-831a3dbc-1b51-4f01-9a52-767c83a9debb req-569dc6ff-7267-4b84-96a2-f66a17c82a05 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d1a967f9b62401ba95d65a2747e3ec0&device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 1129 time: 0.0472977 Oct 27 13:24:56.113845 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55378) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:56.175110 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8a7d350e-0cb2-4920-802d-122426fd57f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:56.182843 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-ea026cd8-9e5e-4c2f-995f-0045701e1ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 4, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '4fad37b0-9c53-4e1d-8072-4aca51578534', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'port_id': '1df93e0f-5e21-4eff-a002-553c25504efd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'mac_address': 'fa:16:3e:e2:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91179d4-4294-46cc-b7c1-6aaf60a1ef45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:24:06Z', 'updated_at': '2022-10-27T13:24:54Z', 'revision_number': 1, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5205e6-7921-4b98-a7d5-d15aadaa9420', 'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'mac_address': 'fa:16:3e:e5:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:58Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'subnets': [{'id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:56.183130 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 55380) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:56.202881 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a3dbc-1b51-4f01-9a52-767c83a9debb req-b326e664-1ad7-499b-85e6-e8e312110697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:56.205383 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-831a3dbc-1b51-4f01-9a52-767c83a9debb req-b326e664-1ad7-499b-85e6-e8e312110697 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=424d9785-78b4-4b32-922b-56a7b3492659 HTTP/1.1" status: 200 len: 911 time: 0.2229702 Oct 27 13:24:56.206675 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb8e4-9faf-4e78-a9c6-946216f9be26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:56.216922 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea026cd8-9e5e-4c2f-995f-0045701e1ad6 None None] Checking router: 30dfcda2-51a7-4e6d-92a9-cca43af2af8d for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:24:56.227307 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea026cd8-9e5e-4c2f-995f-0045701e1ad6 None None] Routers {'30dfcda2-51a7-4e6d-92a9-cca43af2af8d'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:24:56.228308 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-ea026cd8-9e5e-4c2f-995f-0045701e1ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:56.324557 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9e519-8884-45fb-b208-354eaebaf64c req-69ec854b-6c11-4f24-9805-8980b6a26430 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:56.328702 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f8c9e519-8884-45fb-b208-354eaebaf64c req-69ec854b-6c11-4f24-9805-8980b6a26430 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.1710112 Oct 27 13:24:56.402273 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-ea026cd8-9e5e-4c2f-995f-0045701e1ad6 None None] Set router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:24:56.430052 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f8c9e519-8884-45fb-b208-354eaebaf64c req-3740f6ee-4948-4cbe-93cc-3ba5ac76ff20 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881915 Oct 27 13:24:56.491583 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb8e4-9faf-4e78-a9c6-946216f9be26 admin admin] Publish callbacks [] for security_group (201b1563-9193-41e3-8d16-7389f5541b3c), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:56.503246 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f139c1-45c9-4288-b43b-17485d9823b3 req-776b9407-227f-47d6-a795-86a5bd51738c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:56.510723 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-18f139c1-45c9-4288-b43b-17485d9823b3 req-776b9407-227f-47d6-a795-86a5bd51738c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.1568983 Oct 27 13:24:56.514487 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-831a3dbc-1b51-4f01-9a52-767c83a9debb req-21e8b43b-4e2e-4da6-b5bd-56cdd6c595f6 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1df93e0f-5e21-4eff-a002-553c25504efd HTTP/1.1" status: 200 len: 998 time: 0.2798178 Oct 27 13:24:56.517386 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8a7d350e-0cb2-4920-802d-122426fd57f4 admin admin] Publish callbacks [] for security_group (bf3e3c05-d579-4dfe-96ce-f276ab68a048), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:56.519637 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb8e4-9faf-4e78-a9c6-946216f9be26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (201b1563-9193-41e3-8d16-7389f5541b3c), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:56.527876 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8a7d350e-0cb2-4920-802d-122426fd57f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (bf3e3c05-d579-4dfe-96ce-f276ab68a048), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:56.577903 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:INSERT=21,neutron:SELECT=74,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:56.591205 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-8a7d350e-0cb2-4920-802d-122426fd57f4 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=4b67f7c014a6479d9b093ff5d4142fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4709959 Oct 27 13:24:56.591205 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d350e-0cb2-4920-802d-122426fd57f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3e3c05-d579-4dfe-96ce-f276ab68a048,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:56.594194 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55386) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:56.617778 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:56.653992 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:56.673867 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-fa3eb8e4-9faf-4e78-a9c6-946216f9be26 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=b25a94563eb14d2f82cec64fe65d15a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4894414 Oct 27 13:24:56.675114 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-152d7dcc-6ea2-445d-8410-5711a9858290 admin admin] Publish callbacks [] for security_group (bf3e3c05-d579-4dfe-96ce-f276ab68a048), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:56.677149 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55390) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:56.681766 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3eb8e4-9faf-4e78-a9c6-946216f9be26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201b1563-9193-41e3-8d16-7389f5541b3c,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:56.707030 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-18f139c1-45c9-4288-b43b-17485d9823b3 req-c1199729-192f-4435-965e-d41e0b4cbdee tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956878 Oct 27 13:24:56.709963 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a3dbc-1b51-4f01-9a52-767c83a9debb req-16a848bd-9b85-4f47-94f4-9413f241f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:56.713724 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-831a3dbc-1b51-4f01-9a52-767c83a9debb req-16a848bd-9b85-4f47-94f4-9413f241f88f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=3a4b0eb8-cd36-4797-a097-2561f1cfcd3b HTTP/1.1" status: 200 len: 849 time: 0.1915593 Oct 27 13:24:56.762688 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-152d7dcc-6ea2-445d-8410-5711a9858290 admin admin] Publish callbacks [] for security_group (bf3e3c05-d579-4dfe-96ce-f276ab68a048), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:56.824639 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a3dbc-1b51-4f01-9a52-767c83a9debb req-9f7f1876-d3da-43b0-85e6-2d0e6b49cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:56.826131 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-831a3dbc-1b51-4f01-9a52-767c83a9debb req-9f7f1876-d3da-43b0-85e6-2d0e6b49cb11 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=424d9785-78b4-4b32-922b-56a7b3492659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954084 Oct 27 13:24:56.839145 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-ea026cd8-9e5e-4c2f-995f-0045701e1ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 4, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '4fad37b0-9c53-4e1d-8072-4aca51578534', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'port_id': '1df93e0f-5e21-4eff-a002-553c25504efd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'mac_address': 'fa:16:3e:e2:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91179d4-4294-46cc-b7c1-6aaf60a1ef45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:24:06Z', 'updated_at': '2022-10-27T13:24:54Z', 'revision_number': 1, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5205e6-7921-4b98-a7d5-d15aadaa9420', 'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'mac_address': 'fa:16:3e:e5:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:58Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'subnets': [{'id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:56.887226 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea026cd8-9e5e-4c2f-995f-0045701e1ad6 None None] The sync data for ids ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'] in dv-cinder-862432-3-iscsi is: [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 4, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '4fad37b0-9c53-4e1d-8072-4aca51578534', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'port_id': '1df93e0f-5e21-4eff-a002-553c25504efd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'mac_address': 'fa:16:3e:e2:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91179d4-4294-46cc-b7c1-6aaf60a1ef45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:24:06Z', 'updated_at': '2022-10-27T13:24:54Z', 'revision_number': 1, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5205e6-7921-4b98-a7d5-d15aadaa9420', 'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'mac_address': 'fa:16:3e:e5:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:58Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'subnets': [{'id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:24:56.909883 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bcf6b5ab-2712-4f99-9029-951dedf51034 admin admin] Publish callbacks [] for security_group (201b1563-9193-41e3-8d16-7389f5541b3c), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:56.911651 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:56.956492 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bcf6b5ab-2712-4f99-9029-951dedf51034 admin admin] Publish callbacks [] for security_group (201b1563-9193-41e3-8d16-7389f5541b3c), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:56.968697 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-831a3dbc-1b51-4f01-9a52-767c83a9debb req-7c284196-b30a-45c5-9e0a-72701a6bfc2a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250515 Oct 27 13:24:56.972505 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a6b92-64b3-400f-a81c-5b1d694ea066 req-6f6fac60-7a38-4e4a-8cee-54f3962b8ed3 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:56.977558 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-852a6b92-64b3-400f-a81c-5b1d694ea066 req-6f6fac60-7a38-4e4a-8cee-54f3962b8ed3 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0862560 Oct 27 13:24:56.980691 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-152d7dcc-6ea2-445d-8410-5711a9858290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (bf3e3c05-d579-4dfe-96ce-f276ab68a048), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:56.983174 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-152d7dcc-6ea2-445d-8410-5711a9858290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:56.987137 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-152d7dcc-6ea2-445d-8410-5711a9858290 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/bf3e3c05-d579-4dfe-96ce-f276ab68a048 HTTP/1.1" status: 204 len: 168 time: 0.3892131 Oct 27 13:24:56.987529 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55402) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:57.002369 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-493fab1e-efc7-4a0e-a305-4e65364a26bf tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Request body: {'floatingip': {'port_id': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:57.096051 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d7dcc-6ea2-445d-8410-5711a9858290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3e3c05-d579-4dfe-96ce-f276ab68a048,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:57.118554 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-493fab1e-efc7-4a0e-a305-4e65364a26bf tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for floatingip (75b8a3d0-a98d-46df-9b8a-efd29ce75b43), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:57.154332 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-831a3dbc-1b51-4f01-9a52-767c83a9debb req-130c8fa4-ac0e-414b-983e-ed41456e676f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743782 Oct 27 13:24:57.248256 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bcf6b5ab-2712-4f99-9029-951dedf51034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (201b1563-9193-41e3-8d16-7389f5541b3c), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:57.253719 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bcf6b5ab-2712-4f99-9029-951dedf51034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:57.257367 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-bcf6b5ab-2712-4f99-9029-951dedf51034 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/201b1563-9193-41e3-8d16-7389f5541b3c HTTP/1.1" status: 204 len: 168 time: 0.5759308 Oct 27 13:24:57.321184 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6b5ab-2712-4f99-9029-951dedf51034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201b1563-9193-41e3-8d16-7389f5541b3c,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:57.477685 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ec34604d-8ff9-40a4-a10a-6923db7053ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:57.611990 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce6dcd-3ab4-45fb-a42c-448169d5ef23 req-6b5646ed-add9-4499-86b3-ce32bbb2bbd3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:57.615523 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-abce6dcd-3ab4-45fb-a42c-448169d5ef23 req-6b5646ed-add9-4499-86b3-ce32bbb2bbd3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0706115 Oct 27 13:24:57.747664 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-abce6dcd-3ab4-45fb-a42c-448169d5ef23 req-5b64165f-fbe5-4d20-9bdb-eaa8ff1dd083 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198146 Oct 27 13:24:58.200637 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d44f1f-5f48-41e5-9141-c84d3a905b04 None None] New status for floating IP 4fad37b0-9c53-4e1d-8072-4aca51578534: ACTIVE {{(pid=104534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:24:58.426761 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-493fab1e-efc7-4a0e-a305-4e65364a26bf tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:58.436439 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-493fab1e-efc7-4a0e-a305-4e65364a26bf tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (75b8a3d0-a98d-46df-9b8a-efd29ce75b43), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:58.569322 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.l3_db [None req-493fab1e-efc7-4a0e-a305-4e65364a26bf tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Floating IP 75b8a3d0-a98d-46df-9b8a-efd29ce75b43 associated. External IP: 172.27.0.164, port: af0fd1e2-0d30-4347-ac85-c508bcc243ba. Oct 27 13:24:58.610404 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:58.641362 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 55464) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:58.802116 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493fab1e-efc7-4a0e-a305-4e65364a26bf tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Router 2665357b-a887-4f2b-a360-b439a8bd8e99 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:24:58.880910 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-931c1150-69a0-4983-9b17-4e3f55477e42 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1975970192-network', 'tenant_id': 'b3e93dba96944bafb7a9108403005465'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:58.935036 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931c1150-69a0-4983-9b17-4e3f55477e42 admin admin] Made reservation on behalf of b3e93dba96944bafb7a9108403005465 for: {'network': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:24:58.935309 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cec508-7add-460c-b09d-b305a5d6e6a2 req-01c8102e-3185-4596-8232-cc465a820459 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:58.944284 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-64cec508-7add-460c-b09d-b305a5d6e6a2 req-01c8102e-3185-4596-8232-cc465a820459 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0899832 Oct 27 13:24:58.954168 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:58.956295 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-931c1150-69a0-4983-9b17-4e3f55477e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:58.996973 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493fab1e-efc7-4a0e-a305-4e65364a26bf tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:24:59.003377 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-493fab1e-efc7-4a0e-a305-4e65364a26bf tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:59.015575 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871a7880-e398-4a76-830c-cdcc89823de5 None None] Sync routers for ids ['2665357b-a887-4f2b-a360-b439a8bd8e99'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:24:59.023746 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-931c1150-69a0-4983-9b17-4e3f55477e42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:59.029165 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871a7880-e398-4a76-830c-cdcc89823de5 None None] Routers {'2665357b-a887-4f2b-a360-b439a8bd8e99'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:24:59.030118 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-871a7880-e398-4a76-830c-cdcc89823de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2665357b-a887-4f2b-a360-b439a8bd8e99'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:59.037650 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-64cec508-7add-460c-b09d-b305a5d6e6a2 req-d16420a4-2d11-4b28-b6b4-95bae63281c1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866075 Oct 27 13:24:59.043065 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6eadf3af-e90c-4b2c-80ce-67cac6217782 req-18921fe8-cd8e-4f3e-843d-3263f2692c01 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791285 Oct 27 13:24:59.047817 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-493fab1e-efc7-4a0e-a305-4e65364a26bf tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/75b8a3d0-a98d-46df-9b8a-efd29ce75b43 HTTP/1.1" status: 200 len: 991 time: 2.0579922 Oct 27 13:24:59.048689 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'tag': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:24:59.051011 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aea7ac5-9ca0-429b-9c77-4f82ddce43ca" -d '{"events": [{"name": "network-changed", "server_uuid": "896767c6-1a1e-4729-992a-7d4dfa6b503c", "tag": "af0fd1e2-0d30-4347-ac85-c508bcc243ba"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:24:59.117236 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbd6a77-5282-453a-99cb-4875811f052f x-openstack-request-id: req-2cbd6a77-5282-453a-99cb-4875811f052f {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:24:59.117810 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896767c6-1a1e-4729-992a-7d4dfa6b503c", "tag": "af0fd1e2-0d30-4347-ac85-c508bcc243ba", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:24:59.119876 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2cbd6a77-5282-453a-99cb-4875811f052f {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:24:59.120568 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cbd6a77-5282-453a-99cb-4875811f052f'] response: {'name': 'network-changed', 'server_uuid': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'tag': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba', 'status': 'completed', 'code': 200} Oct 27 13:24:59.145337 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:59.178822 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-931c1150-69a0-4983-9b17-4e3f55477e42 admin admin] Publish callbacks [] for security_group (2575b95c-f975-4594-93af-67c11b80ef05), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:59.186239 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-931c1150-69a0-4983-9b17-4e3f55477e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (2575b95c-f975-4594-93af-67c11b80ef05), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:59.198187 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-871a7880-e398-4a76-830c-cdcc89823de5 None None] Set router 2665357b-a887-4f2b-a360-b439a8bd8e99 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:24:59.205044 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf3af-e90c-4b2c-80ce-67cac6217782 req-3d3f4cda-53f8-43ae-9dfd-d398456764e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:59.206947 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6eadf3af-e90c-4b2c-80ce-67cac6217782 req-3d3f4cda-53f8-43ae-9dfd-d398456764e0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=cecd3a5ba83e47119462cb9166e9a80a&device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 1130 time: 0.0611327 Oct 27 13:24:59.222150 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931c1150-69a0-4983-9b17-4e3f55477e42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=104532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:24:59.228760 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c1150-69a0-4983-9b17-4e3f55477e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2575b95c-f975-4594-93af-67c11b80ef05,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:59.235551 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-931c1150-69a0-4983-9b17-4e3f55477e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (97e50c9a-38e8-4f9c-8969-1f232978bd65), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:59.236438 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.segments_db [None req-931c1150-69a0-4983-9b17-4e3f55477e42 admin admin] Added segment 97e50c9a-38e8-4f9c-8969-1f232978bd65 of type vlan for network 3f43994b-fa7e-4c32-bb62-7f4a93b18744 Oct 27 13:24:59.285761 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-931c1150-69a0-4983-9b17-4e3f55477e42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (3f43994b-fa7e-4c32-bb62-7f4a93b18744), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:59.299935 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=100 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:59.315808 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-931c1150-69a0-4983-9b17-4e3f55477e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (3f43994b-fa7e-4c32-bb62-7f4a93b18744), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:59.317228 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c1150-69a0-4983-9b17-4e3f55477e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:59.317823 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-931c1150-69a0-4983-9b17-4e3f55477e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:59.368171 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=100 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:59.434394 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea7ac5-9ca0-429b-9c77-4f82ddce43ca req-068ab8c2-f9df-4760-bd1d-498ddb609670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:59.436062 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7aea7ac5-9ca0-429b-9c77-4f82ddce43ca req-068ab8c2-f9df-4760-bd1d-498ddb609670 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a14a3cf9df9f4034a8a0109fd3e33816&device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 1129 time: 0.1027870 Oct 27 13:24:59.485532 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-871a7880-e398-4a76-830c-cdcc89823de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '75b8a3d0-a98d-46df-9b8a-efd29ce75b43', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'port_id': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'mac_address': 'fa:16:3e:3c:55:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:24:12Z', 'updated_at': '2022-10-27T13:24:57Z', 'revision_number': 1, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8634811-804f-4d2f-b58e-5a709fa6eb40', 'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'mac_address': 'fa:16:3e:73:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:01Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'subnets': [{'id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:59.507730 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-e99b21f2-bf22-4d59-8d18-5f2ffe0b0388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:59.518188 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871a7880-e398-4a76-830c-cdcc89823de5 None None] Checking router: 2665357b-a887-4f2b-a360-b439a8bd8e99 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:24:59.534779 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871a7880-e398-4a76-830c-cdcc89823de5 None None] Routers {'2665357b-a887-4f2b-a360-b439a8bd8e99'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:24:59.535574 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-871a7880-e398-4a76-830c-cdcc89823de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2665357b-a887-4f2b-a360-b439a8bd8e99'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:24:59.693695 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea7ac5-9ca0-429b-9c77-4f82ddce43ca req-0b624229-a685-44b5-a3e1-c01afecdec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:59.695151 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7aea7ac5-9ca0-429b-9c77-4f82ddce43ca req-0b624229-a685-44b5-a3e1-c01afecdec95 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=b9e83d77-9944-451b-8320-56a536076101 HTTP/1.1" status: 200 len: 917 time: 0.2515469 Oct 27 13:24:59.745240 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-931c1150-69a0-4983-9b17-4e3f55477e42 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0983665 Oct 27 13:24:59.745708 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55504) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:24:59.750610 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-e509f570-6bf2-4c26-9094-4192c755e8fd admin admin] Request body: {'subnet': {'network_id': '3f43994b-fa7e-4c32-bb62-7f4a93b18744', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1975970192-subnet', 'tenant_id': 'b3e93dba96944bafb7a9108403005465', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:24:59.766574 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-871a7880-e398-4a76-830c-cdcc89823de5 None None] Set router 2665357b-a887-4f2b-a360-b439a8bd8e99 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:24:59.778014 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:59.780947 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e509f570-6bf2-4c26-9094-4192c755e8fd admin admin] Made reservation on behalf of b3e93dba96944bafb7a9108403005465 for: {'subnet': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:24:59.783839 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e509f570-6bf2-4c26-9094-4192c755e8fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:24:59.851427 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c1150-69a0-4983-9b17-4e3f55477e42 admin admin] Pushing event updated for resources: {'Network': ['ID=3f43994b-fa7e-4c32-bb62-7f4a93b18744,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:24:59.864103 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network 3f43994b-fa7e-4c32-bb62-7f4a93b18744 details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:24:59.884264 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:24:59.908398 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf3af-e90c-4b2c-80ce-67cac6217782 req-3850fa17-e382-45d7-80ea-0670ac656f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:24:59.910579 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6eadf3af-e90c-4b2c-80ce-67cac6217782 req-3850fa17-e382-45d7-80ea-0670ac656f17 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=cd96fa99-4c66-43df-b333-f0dba8530cad HTTP/1.1" status: 200 len: 913 time: 0.1797349 Oct 27 13:24:59.971074 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7aea7ac5-9ca0-429b-9c77-4f82ddce43ca req-ecdcc1aa-6d96-4926-86fa-145711246805 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0fd1e2-0d30-4347-ac85-c508bcc243ba HTTP/1.1" status: 200 len: 999 time: 0.1651728 Oct 27 13:25:00.075993 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-871a7880-e398-4a76-830c-cdcc89823de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '75b8a3d0-a98d-46df-9b8a-efd29ce75b43', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'port_id': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'mac_address': 'fa:16:3e:3c:55:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:24:12Z', 'updated_at': '2022-10-27T13:24:57Z', 'revision_number': 1, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8634811-804f-4d2f-b58e-5a709fa6eb40', 'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'mac_address': 'fa:16:3e:73:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:01Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'subnets': [{'id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:00.115637 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871a7880-e398-4a76-830c-cdcc89823de5 None None] The sync data for ids ['2665357b-a887-4f2b-a360-b439a8bd8e99'] in dv-cinder-862432-3-iscsi is: [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '75b8a3d0-a98d-46df-9b8a-efd29ce75b43', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'port_id': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'mac_address': 'fa:16:3e:3c:55:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:24:12Z', 'updated_at': '2022-10-27T13:24:57Z', 'revision_number': 1, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8634811-804f-4d2f-b58e-5a709fa6eb40', 'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'mac_address': 'fa:16:3e:73:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:01Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'subnets': [{'id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:25:00.130818 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e509f570-6bf2-4c26-9094-4192c755e8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for subnet (dd86ed2e-7e1f-479c-a49e-88b77f0c2167), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:00.236512 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509f570-6bf2-4c26-9094-4192c755e8fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd86ed2e-7e1f-479c-a49e-88b77f0c2167,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:00.254955 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a45fc1-3121-4418-827e-5e3c0d7ae583 req-4e797ce4-297b-4192-9a5c-e010190ba4e3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:00.256420 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-98a45fc1-3121-4418-827e-5e3c0d7ae583 req-4e797ce4-297b-4192-9a5c-e010190ba4e3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0918593 Oct 27 13:25:00.264393 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:00.276487 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e509f570-6bf2-4c26-9094-4192c755e8fd admin admin] Checking segment: {'id': '97e50c9a-38e8-4f9c-8969-1f232978bd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3f43994b-fa7e-4c32-bb62-7f4a93b18744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:25:00.276859 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e509f570-6bf2-4c26-9094-4192c755e8fd admin admin] Network hostable DHCP agents. Network: 3f43994b-fa7e-4c32-bb62-7f4a93b18744, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:25:00.325542 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e509f570-6bf2-4c26-9094-4192c755e8fd admin admin] Network 3f43994b-fa7e-4c32-bb62-7f4a93b18744 is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:25:00.335961 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-98a45fc1-3121-4418-827e-5e3c0d7ae583 req-9d8123f2-f922-4985-b0fe-15e21fef8672 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683305 Oct 27 13:25:00.345442 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-e509f570-6bf2-4c26-9094-4192c755e8fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, 3f43994b-fa7e-4c32-bb62-7f4a93b18744) {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:25:00.355232 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905a1f71-7d66-43d3-a4f4-eff10b9ec96c None None] Network 3f43994b-fa7e-4c32-bb62-7f4a93b18744 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:25:00.360780 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e509f570-6bf2-4c26-9094-4192c755e8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:00.361441 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e509f570-6bf2-4c26-9094-4192c755e8fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:00.384286 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-e509f570-6bf2-4c26-9094-4192c755e8fd admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6339133 Oct 27 13:25:00.431904 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:00.490436 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58975f8a-b41e-4ffc-84e0-5a7b39c76d7a None None] Network 3f43994b-fa7e-4c32-bb62-7f4a93b18744 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:25:00.785851 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:01.071382 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea2b041-3df5-43ab-998f-0ddb8a16a37c None None] New status for floating IP 75b8a3d0-a98d-46df-9b8a-efd29ce75b43: ACTIVE {{(pid=104534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:25:01.160281 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6eadf3af-e90c-4b2c-80ce-67cac6217782 req-66f1529e-3214-4794-bcdd-e37f8deb7f00 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c75fe153-8d6a-404a-a659-fc051995130f HTTP/1.1" status: 200 len: 217 time: 0.0770881 Oct 27 13:25:01.204609 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea7ac5-9ca0-429b-9c77-4f82ddce43ca req-f7bcb562-ad9d-410b-b735-62889554e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:01.207341 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7aea7ac5-9ca0-429b-9c77-4f82ddce43ca req-f7bcb562-ad9d-410b-b735-62889554e980 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=b6311a71-6948-47f7-b3a1-9319e66a1fce HTTP/1.1" status: 200 len: 855 time: 0.1236501 Oct 27 13:25:01.229289 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf3af-e90c-4b2c-80ce-67cac6217782 req-0fe3bdd0-1f68-447c-9235-bcff91f3d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:01.230984 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6eadf3af-e90c-4b2c-80ce-67cac6217782 req-0fe3bdd0-1f68-447c-9235-bcff91f3d628 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0f4c80c3-3119-40c0-ba45-2d13ba53d691 HTTP/1.1" status: 200 len: 851 time: 0.0530558 Oct 27 13:25:01.262634 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:01.297838 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 55556) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:01.302806 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-61b09444-e826-4d2c-bad4-4834d7fe0bad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1160266810-network', 'tenant_id': '8a8b382c6ef34fda8b176a51909be691'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:25:01.330784 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b09444-e826-4d2c-bad4-4834d7fe0bad admin admin] Made reservation on behalf of 8a8b382c6ef34fda8b176a51909be691 for: {'network': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:25:01.333338 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-61b09444-e826-4d2c-bad4-4834d7fe0bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:01.345974 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-61b09444-e826-4d2c-bad4-4834d7fe0bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:01.438113 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-61b09444-e826-4d2c-bad4-4834d7fe0bad admin admin] Publish callbacks [] for security_group (f64b3103-3fc0-40c9-b9ca-a166f8133a32), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:01.455880 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-61b09444-e826-4d2c-bad4-4834d7fe0bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (f64b3103-3fc0-40c9-b9ca-a166f8133a32), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:01.482886 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b09444-e826-4d2c-bad4-4834d7fe0bad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=104532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:25:01.505246 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb933d-97e3-40d6-a146-ff6a925fb843 req-347b0d12-21d1-45c7-b74c-2d7133335327 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:01.506716 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cddb933d-97e3-40d6-a146-ff6a925fb843 req-347b0d12-21d1-45c7-b74c-2d7133335327 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0840850 Oct 27 13:25:01.510055 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b09444-e826-4d2c-bad4-4834d7fe0bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64b3103-3fc0-40c9-b9ca-a166f8133a32,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:01.521697 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-61b09444-e826-4d2c-bad4-4834d7fe0bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (75f5d7ef-e3b6-432a-8c5d-fddb24e24d05), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:01.522039 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.segments_db [None req-61b09444-e826-4d2c-bad4-4834d7fe0bad admin admin] Added segment 75f5d7ef-e3b6-432a-8c5d-fddb24e24d05 of type vlan for network 4cf369a3-a0bf-46ae-b387-d3f523254189 Oct 27 13:25:01.589100 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-61b09444-e826-4d2c-bad4-4834d7fe0bad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (4cf369a3-a0bf-46ae-b387-d3f523254189), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:01.602093 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cddb933d-97e3-40d6-a146-ff6a925fb843 req-28f0f56f-86e4-4401-a943-5cf53406a925 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882807 Oct 27 13:25:01.651877 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf3af-e90c-4b2c-80ce-67cac6217782 req-b9a1d564-7657-4ef7-a7d7-eb911ee57393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:01.653546 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6eadf3af-e90c-4b2c-80ce-67cac6217782 req-b9a1d564-7657-4ef7-a7d7-eb911ee57393 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=cd96fa99-4c66-43df-b333-f0dba8530cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505793 Oct 27 13:25:01.654732 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-61b09444-e826-4d2c-bad4-4834d7fe0bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (4cf369a3-a0bf-46ae-b387-d3f523254189), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:01.656186 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b09444-e826-4d2c-bad4-4834d7fe0bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:01.656186 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-61b09444-e826-4d2c-bad4-4834d7fe0bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:01.666433 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea7ac5-9ca0-429b-9c77-4f82ddce43ca req-33bb7baf-c746-462a-aac9-099a5fc7d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:01.667944 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7aea7ac5-9ca0-429b-9c77-4f82ddce43ca req-33bb7baf-c746-462a-aac9-099a5fc7d328 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b9e83d77-9944-451b-8320-56a536076101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664043 Oct 27 13:25:01.736563 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:01.736966 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-61b09444-e826-4d2c-bad4-4834d7fe0bad admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4379275 Oct 27 13:25:01.745657 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55560) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:01.748951 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-03072441-f046-4264-8b1b-9ae7c80c53fb admin admin] Request body: {'subnet': {'network_id': '4cf369a3-a0bf-46ae-b387-d3f523254189', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1160266810-subnet', 'tenant_id': '8a8b382c6ef34fda8b176a51909be691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:25:01.769970 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b09444-e826-4d2c-bad4-4834d7fe0bad admin admin] Pushing event updated for resources: {'Network': ['ID=4cf369a3-a0bf-46ae-b387-d3f523254189,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:01.781957 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03072441-f046-4264-8b1b-9ae7c80c53fb admin admin] Made reservation on behalf of 8a8b382c6ef34fda8b176a51909be691 for: {'subnet': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:25:01.786033 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network 4cf369a3-a0bf-46ae-b387-d3f523254189 details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:25:01.786578 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-03072441-f046-4264-8b1b-9ae7c80c53fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:01.840893 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6eadf3af-e90c-4b2c-80ce-67cac6217782 req-d7b58a1a-de72-4856-a853-378071878ee2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cd96fa99-4c66-43df-b333-f0dba8530cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640182 Oct 27 13:25:01.865532 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7aea7ac5-9ca0-429b-9c77-4f82ddce43ca req-588f006e-c414-4b7f-9d00-898edb364a84 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843085 Oct 27 13:25:01.994775 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6eadf3af-e90c-4b2c-80ce-67cac6217782 req-554172e6-91c5-4ca9-aab8-535234a34949 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cd96fa99-4c66-43df-b333-f0dba8530cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355889 Oct 27 13:25:02.049897 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7aea7ac5-9ca0-429b-9c77-4f82ddce43ca req-df06d844-cb2d-409e-9eff-6c19eae3c99f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605244 Oct 27 13:25:02.084401 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:02.118844 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-03072441-f046-4264-8b1b-9ae7c80c53fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for subnet (63145518-2cf2-4293-886e-881dc131bf4e), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:02.172735 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03072441-f046-4264-8b1b-9ae7c80c53fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=63145518-2cf2-4293-886e-881dc131bf4e,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:02.189324 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03072441-f046-4264-8b1b-9ae7c80c53fb admin admin] Checking segment: {'id': '75f5d7ef-e3b6-432a-8c5d-fddb24e24d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4cf369a3-a0bf-46ae-b387-d3f523254189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:25:02.189679 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03072441-f046-4264-8b1b-9ae7c80c53fb admin admin] Network hostable DHCP agents. Network: 4cf369a3-a0bf-46ae-b387-d3f523254189, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:25:02.230216 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03072441-f046-4264-8b1b-9ae7c80c53fb admin admin] Network 4cf369a3-a0bf-46ae-b387-d3f523254189 is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:25:02.240001 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-03072441-f046-4264-8b1b-9ae7c80c53fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, 4cf369a3-a0bf-46ae-b387-d3f523254189) {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:25:02.244826 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03072441-f046-4264-8b1b-9ae7c80c53fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:02.248351 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-03072441-f046-4264-8b1b-9ae7c80c53fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:02.250814 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0045c905-dc34-43a9-a54e-d9311e170618 None None] Network 4cf369a3-a0bf-46ae-b387-d3f523254189 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:25:02.282429 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-03072441-f046-4264-8b1b-9ae7c80c53fb admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5289323 Oct 27 13:25:02.385603 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcc6921-6cf0-4b97-bf4e-eeaebbaf0837 None None] Network 4cf369a3-a0bf-46ae-b387-d3f523254189 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:25:02.611809 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:02.735217 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:02.744982 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8aeef7-7d5e-4b94-ad24-76289feb46eb req-3fb9c87c-1b00-4906-969a-4c04896b8198 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:02.746588 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-eb8aeef7-7d5e-4b94-ad24-76289feb46eb req-3fb9c87c-1b00-4906-969a-4c04896b8198 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0537605 Oct 27 13:25:02.817084 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f9499-2a1f-4daa-955b-5210bf94a64c req-e2038265-77cc-4a26-82d0-621dc14eb82a tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:02.818596 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-eb8aeef7-7d5e-4b94-ad24-76289feb46eb req-531b24fd-0401-467e-8508-f389fc761477 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615499 Oct 27 13:25:02.824550 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-fd4f9499-2a1f-4daa-955b-5210bf94a64c req-e2038265-77cc-4a26-82d0-621dc14eb82a tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 946 time: 0.0670094 Oct 27 13:25:02.869043 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:02.904216 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-fd4f9499-2a1f-4daa-955b-5210bf94a64c req-837d3d7e-d74a-463c-9573-db38182a2f48 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786142 Oct 27 13:25:03.943658 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310ac97-badf-43d1-ae48-4c4d283f39a8 req-acfbc88e-ef86-4c15-8289-b9fc83d07574 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:03.945183 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1310ac97-badf-43d1-ae48-4c4d283f39a8 req-acfbc88e-ef86-4c15-8289-b9fc83d07574 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0458851 Oct 27 13:25:03.990560 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:03.999314 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1310ac97-badf-43d1-ae48-4c4d283f39a8 req-6cd14bcd-e1d9-48ca-a5bd-06b11b6e4dc1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476344 Oct 27 13:25:04.043254 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e781371-1ece-48f1-aa29-ffb7f2b863da req-890d8bb0-34eb-48d9-b329-68f9a77fc3a4 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:04.044783 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4e781371-1ece-48f1-aa29-ffb7f2b863da req-890d8bb0-34eb-48d9-b329-68f9a77fc3a4 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 946 time: 0.0585225 Oct 27 13:25:04.091924 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4e781371-1ece-48f1-aa29-ffb7f2b863da req-e42211e4-da19-4a8d-87f1-92fe2e67a401 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411885 Oct 27 13:25:05.110168 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494e2f2-8b47-4193-90bc-e743fca585c6 req-2f457384-d626-4de3-be16-53e5317ded47 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:05.111925 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0494e2f2-8b47-4193-90bc-e743fca585c6 req-2f457384-d626-4de3-be16-53e5317ded47 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 946 time: 0.0491078 Oct 27 13:25:05.129025 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088bbcf-73a9-4fd4-914e-44649c9e6df0 req-9588bff2-6ea8-400e-b08a-4b90d21fd4c8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:05.130548 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a088bbcf-73a9-4fd4-914e-44649c9e6df0 req-9588bff2-6ea8-400e-b08a-4b90d21fd4c8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0461323 Oct 27 13:25:05.189537 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a088bbcf-73a9-4fd4-914e-44649c9e6df0 req-6343fce5-b27b-4f76-b5d3-145f11fffd74 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521898 Oct 27 13:25:05.263174 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-0494e2f2-8b47-4193-90bc-e743fca585c6 req-a4498be9-84f8-4e28-b7c1-e5f3082586e7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Deleting port c75fe153-8d6a-404a-a659-fc051995130f {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:25:05.263429 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0494e2f2-8b47-4193-90bc-e743fca585c6 req-a4498be9-84f8-4e28-b7c1-e5f3082586e7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (c75fe153-8d6a-404a-a659-fc051995130f), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:05.288396 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85553293-a7bc-45bf-8be0-064adf182350 req-e6351497-3de9-4fae-ad79-94e8f62f0dc1 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:05.289906 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-85553293-a7bc-45bf-8be0-064adf182350 req-e6351497-3de9-4fae-ad79-94e8f62f0dc1 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 946 time: 0.0839932 Oct 27 13:25:05.616270 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-85553293-a7bc-45bf-8be0-064adf182350 req-b4972be3-e420-4362-a66d-c9ff8d1e7c6e tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cbb54872-6fc5-4974-a45c-49b5b383979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907953 Oct 27 13:25:05.623160 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-0494e2f2-8b47-4193-90bc-e743fca585c6 req-a4498be9-84f8-4e28-b7c1-e5f3082586e7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] For port c75fe153-8d6a-404a-a659-fc051995130f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=c75fe153-8d6a-404a-a659-fc051995130f,segment=NetworkSegment(a02c0a77-56ba-4b2d-a127-01c5fa6f02c9),segment_id=a02c0a77-56ba-4b2d-a127-01c5fa6f02c9)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:25:05.623160 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0494e2f2-8b47-4193-90bc-e743fca585c6 req-a4498be9-84f8-4e28-b7c1-e5f3082586e7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (c75fe153-8d6a-404a-a659-fc051995130f), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:05.641705 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-0494e2f2-8b47-4193-90bc-e743fca585c6 req-a4498be9-84f8-4e28-b7c1-e5f3082586e7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Calling delete_port for c75fe153-8d6a-404a-a659-fc051995130f owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:25:05.651358 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:05.860760 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0494e2f2-8b47-4193-90bc-e743fca585c6 req-a4498be9-84f8-4e28-b7c1-e5f3082586e7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393'] for port (c75fe153-8d6a-404a-a659-fc051995130f), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:05.891885 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4498be9-84f8-4e28-b7c1-e5f3082586e7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Pushing event deleted for resources: {'Port': ['ID=c75fe153-8d6a-404a-a659-fc051995130f,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:05.966190 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0494e2f2-8b47-4193-90bc-e743fca585c6 req-a4498be9-84f8-4e28-b7c1-e5f3082586e7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] No DVR routers for this DVR port c75fe153-8d6a-404a-a659-fc051995130f on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:25:05.970382 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0494e2f2-8b47-4193-90bc-e743fca585c6 req-a4498be9-84f8-4e28-b7c1-e5f3082586e7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:05.974069 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0494e2f2-8b47-4193-90bc-e743fca585c6 req-a4498be9-84f8-4e28-b7c1-e5f3082586e7 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.45 "DELETE /networking/v2.0/ports/c75fe153-8d6a-404a-a659-fc051995130f HTTP/1.1" status: 204 len: 173 time: 0.8560061 Oct 27 13:25:05.974069 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d7af89-a551-4c26-bbed-55370b42cdb7', 'name': 'network-vif-deleted', 'tag': 'c75fe153-8d6a-404a-a659-fc051995130f'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:25:05.976471 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7035afda-6742-4b51-bc67-99c5114549e8" -d '{"events": [{"server_uuid": "98d7af89-a551-4c26-bbed-55370b42cdb7", "name": "network-vif-deleted", "tag": "c75fe153-8d6a-404a-a659-fc051995130f"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:25:06.043001 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2366d2ec-5c82-482d-9701-f8c28dee968e x-openstack-request-id: req-2366d2ec-5c82-482d-9701-f8c28dee968e {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:25:06.043128 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d7af89-a551-4c26-bbed-55370b42cdb7", "name": "network-vif-deleted", "tag": "c75fe153-8d6a-404a-a659-fc051995130f", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:25:06.043284 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2366d2ec-5c82-482d-9701-f8c28dee968e {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:25:06.043730 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2366d2ec-5c82-482d-9701-f8c28dee968e'] response: {'server_uuid': '98d7af89-a551-4c26-bbed-55370b42cdb7', 'name': 'network-vif-deleted', 'tag': 'c75fe153-8d6a-404a-a659-fc051995130f', 'status': 'completed', 'code': 200} Oct 27 13:25:06.318636 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677734af-5a43-45db-9d86-446abed37e95 req-f8a4642f-f336-4e3b-abab-2c16e0db3917 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:06.327724 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-677734af-5a43-45db-9d86-446abed37e95 req-f8a4642f-f336-4e3b-abab-2c16e0db3917 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0572040 Oct 27 13:25:06.377580 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-677734af-5a43-45db-9d86-446abed37e95 req-ee6e9227-4088-4716-80b6-fe7d03d5498a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489140 Oct 27 13:25:06.745771 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-41a4f198-31b9-4f31-9101-8301b43c9e63 req-737d3917-af3e-4b5d-8089-05f88ae989d0 tempest-DeleteServersTestJSON-306112003 tempest-DeleteServersTestJSON-306112003-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=98d7af89-a551-4c26-bbed-55370b42cdb7 HTTP/1.1" status: 200 len: 210 time: 0.0270169 Oct 27 13:25:07.205353 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device c75fe153-8d6a-404a-a659-fc051995130f no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:25:07.225198 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: c75fe153-8d6a-404a-a659-fc051995130f {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:25:07.225535 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device c75fe153-8d6a-404a-a659-fc051995130f not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:25:07.507154 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b0102-93bf-41b1-9fe3-500eb7b86e7d req-d045344c-cd6d-4c46-832a-8362640147c5 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:07.508664 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a6b0102-93bf-41b1-9fe3-500eb7b86e7d req-d045344c-cd6d-4c46-832a-8362640147c5 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0532813 Oct 27 13:25:07.573509 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a6b0102-93bf-41b1-9fe3-500eb7b86e7d req-4f11acd6-d385-46d7-bc03-a2364a7f5f3f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519590 Oct 27 13:25:07.869295 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55782) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:08.042431 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-54d75609-994a-429f-b581-9bd33c714ade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:08.064997 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:08.173404 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-54d75609-994a-429f-b581-9bd33c714ade admin admin] Publish callbacks [] for security_group (2d79478d-3c41-4e0e-ac43-a67a3fcba3f6), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:08.179909 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-54d75609-994a-429f-b581-9bd33c714ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (2d79478d-3c41-4e0e-ac43-a67a3fcba3f6), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:08.221269 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-54d75609-994a-429f-b581-9bd33c714ade admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=c1b1bd1dcec34af9bd5586935f257de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507857 Oct 27 13:25:08.224202 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 55804) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:08.241561 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d75609-994a-429f-b581-9bd33c714ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d79478d-3c41-4e0e-ac43-a67a3fcba3f6,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:08.308914 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8e73-defa-4e19-9cbf-cc8a9335ad8f admin admin] Publish callbacks [] for security_group (2d79478d-3c41-4e0e-ac43-a67a3fcba3f6), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:08.348066 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8e73-defa-4e19-9cbf-cc8a9335ad8f admin admin] Publish callbacks [] for security_group (2d79478d-3c41-4e0e-ac43-a67a3fcba3f6), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:08.401940 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8e73-defa-4e19-9cbf-cc8a9335ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (2d79478d-3c41-4e0e-ac43-a67a3fcba3f6), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:08.404643 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8e73-defa-4e19-9cbf-cc8a9335ad8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:08.409770 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-a2fb8e73-defa-4e19-9cbf-cc8a9335ad8f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/2d79478d-3c41-4e0e-ac43-a67a3fcba3f6 HTTP/1.1" status: 204 len: 168 time: 0.1826952 Oct 27 13:25:08.420007 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb8e73-defa-4e19-9cbf-cc8a9335ad8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d79478d-3c41-4e0e-ac43-a67a3fcba3f6,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:08.694559 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747b213-0ac8-4c25-af58-2883cb45647e req-5ac5a501-4634-4aad-8510-c944a994fe06 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:08.696058 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d747b213-0ac8-4c25-af58-2883cb45647e req-5ac5a501-4634-4aad-8510-c944a994fe06 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0502965 Oct 27 13:25:08.742605 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55824) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:08.747578 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d747b213-0ac8-4c25-af58-2883cb45647e req-e3362cfd-ea23-4227-b986-b0a0076886eb tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454319 Oct 27 13:25:08.756081 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6fa9ead7-f719-463b-8b71-e547d28096d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:08.842282 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6fa9ead7-f719-463b-8b71-e547d28096d9 admin admin] Publish callbacks [] for security_group (6729a80c-5b46-4e67-a610-5798605ab701), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:08.846114 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6fa9ead7-f719-463b-8b71-e547d28096d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (6729a80c-5b46-4e67-a610-5798605ab701), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:08.887567 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-6fa9ead7-f719-463b-8b71-e547d28096d9 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=c40766db535a4e3c8112450a21bce2f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438901 Oct 27 13:25:08.888424 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9ead7-f719-463b-8b71-e547d28096d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6729a80c-5b46-4e67-a610-5798605ab701,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:08.890268 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 55832) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:08.939906 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9981490a-d88c-4b2b-908f-197c5749d1a0 admin admin] Publish callbacks [] for security_group (6729a80c-5b46-4e67-a610-5798605ab701), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:08.960761 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9981490a-d88c-4b2b-908f-197c5749d1a0 admin admin] Publish callbacks [] for security_group (6729a80c-5b46-4e67-a610-5798605ab701), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:09.008952 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9981490a-d88c-4b2b-908f-197c5749d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (6729a80c-5b46-4e67-a610-5798605ab701), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:09.012796 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9981490a-d88c-4b2b-908f-197c5749d1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:09.014227 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-9981490a-d88c-4b2b-908f-197c5749d1a0 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/6729a80c-5b46-4e67-a610-5798605ab701 HTTP/1.1" status: 204 len: 168 time: 0.1229048 Oct 27 13:25:09.023484 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981490a-d88c-4b2b-908f-197c5749d1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6729a80c-5b46-4e67-a610-5798605ab701,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:09.362292 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 55852) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:09.408605 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 55854) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:09.426669 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b16572e3-2cdc-4f92-8c8b-d78493c51843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:09.620912 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:09.644552 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b16572e3-2cdc-4f92-8c8b-d78493c51843 admin admin] Publish callbacks [] for security_group (b6ae6000-b6ff-4b37-99f4-91c7cca4c36b), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:09.662083 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:09.668448 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b16572e3-2cdc-4f92-8c8b-d78493c51843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (b6ae6000-b6ff-4b37-99f4-91c7cca4c36b), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:09.757920 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16572e3-2cdc-4f92-8c8b-d78493c51843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ae6000-b6ff-4b37-99f4-91c7cca4c36b,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:09.769316 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-b16572e3-2cdc-4f92-8c8b-d78493c51843 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=9000f3d8387b4b9797a0de14a0c1cfde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3597305 Oct 27 13:25:09.772075 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55866) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:09.892805 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:09.899971 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-697b31d8-3195-4679-87fa-9ea4fbf832cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658629'] for router_interface (6b77b04d-70bf-4be8-b06c-9f0f53f142da), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:09.905262 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cde5c3-691b-48bd-abf5-a196fa622783 req-69d045ae-484a-4a8a-b1d9-87c0e5d3d867 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:09.906762 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-50cde5c3-691b-48bd-abf5-a196fa622783 req-69d045ae-484a-4a8a-b1d9-87c0e5d3d867 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0598066 Oct 27 13:25:09.908374 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a762e57c-6a10-47e2-ace0-e659ecb22566 admin admin] Publish callbacks [] for security_group (b6ae6000-b6ff-4b37-99f4-91c7cca4c36b), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:09.943584 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a762e57c-6a10-47e2-ace0-e659ecb22566 admin admin] Publish callbacks [] for security_group (b6ae6000-b6ff-4b37-99f4-91c7cca4c36b), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:10.002293 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-50cde5c3-691b-48bd-abf5-a196fa622783 req-f2b72477-4a57-4a2d-9b54-36813e1af516 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850387 Oct 27 13:25:10.026219 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a762e57c-6a10-47e2-ace0-e659ecb22566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (b6ae6000-b6ff-4b37-99f4-91c7cca4c36b), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:10.029190 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a762e57c-6a10-47e2-ace0-e659ecb22566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:10.032639 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-a762e57c-6a10-47e2-ace0-e659ecb22566 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/b6ae6000-b6ff-4b37-99f4-91c7cca4c36b HTTP/1.1" status: 204 len: 168 time: 0.2572081 Oct 27 13:25:10.041058 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762e57c-6a10-47e2-ace0-e659ecb22566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ae6000-b6ff-4b37-99f4-91c7cca4c36b,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:10.073279 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=46 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:10.115331 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=56 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:10.179968 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-697b31d8-3195-4679-87fa-9ea4fbf832cb admin admin] Deleting port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:25:10.180415 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-697b31d8-3195-4679-87fa-9ea4fbf832cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:10.264418 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [None req-697b31d8-3195-4679-87fa-9ea4fbf832cb admin admin] For port 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6,segment=NetworkSegment(a02c0a77-56ba-4b2d-a127-01c5fa6f02c9),segment_id=a02c0a77-56ba-4b2d-a127-01c5fa6f02c9)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:25:10.264807 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-697b31d8-3195-4679-87fa-9ea4fbf832cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:10.279645 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-697b31d8-3195-4679-87fa-9ea4fbf832cb admin admin] Calling delete_port for 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 owned by network:router_interface {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:25:10.496087 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-697b31d8-3195-4679-87fa-9ea4fbf832cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:10.503940 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:10.521862 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b31d8-3195-4679-87fa-9ea4fbf832cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:10.707685 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-697b31d8-3195-4679-87fa-9ea4fbf832cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16190260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684117'] for router_interface (6b77b04d-70bf-4be8-b06c-9f0f53f142da), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:10.739012 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383465e3-1758-46c9-96a1-468d03511126 None None] get_active_networks_info from dv-cinder-862432-3-iscsi {{(pid=104534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 13:25:10.883552 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383465e3-1758-46c9-96a1-468d03511126 None None] Resources bound (agent type, host, resource id): {{(pid=104534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 13:25:11.070218 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:11.222943 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfd739-3a1f-442b-bed4-95e7659a52a9 req-5e7e0ae0-d6b8-42e5-a52a-e6516037ede5 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:11.224486 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e5dfd739-3a1f-442b-bed4-95e7659a52a9 req-5e7e0ae0-d6b8-42e5-a52a-e6516037ede5 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0935671 Oct 27 13:25:11.231247 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697b31d8-3195-4679-87fa-9ea4fbf832cb admin admin] Router 6b77b04d-70bf-4be8-b06c-9f0f53f142da has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:25:11.282035 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e5dfd739-3a1f-442b-bed4-95e7659a52a9 req-7c3a6d59-a65f-4f63-b637-936cea41c4f1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496478 Oct 27 13:25:11.440926 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697b31d8-3195-4679-87fa-9ea4fbf832cb admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:25:11.448344 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-697b31d8-3195-4679-87fa-9ea4fbf832cb admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/6b77b04d-70bf-4be8-b06c-9f0f53f142da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0828855 Oct 27 13:25:11.449592 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55926) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:11.460690 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae35342-3e92-4450-b7aa-dff3ec98c71e None None] Sync routers for ids ['6b77b04d-70bf-4be8-b06c-9f0f53f142da'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:25:11.477159 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae35342-3e92-4450-b7aa-dff3ec98c71e None None] Routers {'6b77b04d-70bf-4be8-b06c-9f0f53f142da'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:25:11.477159 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-3ae35342-3e92-4450-b7aa-dff3ec98c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['6b77b04d-70bf-4be8-b06c-9f0f53f142da'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:11.588198 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b391-e7e8-4f58-a991-cc1dd1612ac5 admin admin] Publish callbacks [] for router (6b77b04d-70bf-4be8-b06c-9f0f53f142da), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:11.596466 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-3ae35342-3e92-4450-b7aa-dff3ec98c71e None None] Set router 6b77b04d-70bf-4be8-b06c-9f0f53f142da gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:25:11.763051 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b391-e7e8-4f58-a991-cc1dd1612ac5 admin admin] Publish callbacks [] for router_gateway (6b77b04d-70bf-4be8-b06c-9f0f53f142da), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:11.802981 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-3ae35342-3e92-4450-b7aa-dff3ec98c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'name': 'tempest-DeleteServersTestJSON-1097173377-router', 'tenant_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '49b3ce67-a75f-4e61-8717-e1d46bbb83b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:47Z', 'updated_at': '2022-10-27T13:25:10Z', 'revision_number': 5, 'project_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'gw_port': {'id': '49b3ce67-a75f-4e61-8717-e1d46bbb83b8', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:48Z', 'updated_at': '2022-10-27T13:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:11.829830 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae35342-3e92-4450-b7aa-dff3ec98c71e None None] Checking router: 6b77b04d-70bf-4be8-b06c-9f0f53f142da for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:25:11.832277 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:11.842302 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae35342-3e92-4450-b7aa-dff3ec98c71e None None] Routers {'6b77b04d-70bf-4be8-b06c-9f0f53f142da'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:25:11.843152 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-3ae35342-3e92-4450-b7aa-dff3ec98c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['6b77b04d-70bf-4be8-b06c-9f0f53f142da'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:11.846955 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-1ec9b391-e7e8-4f58-a991-cc1dd1612ac5 admin admin] Deleting port 49b3ce67-a75f-4e61-8717-e1d46bbb83b8 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:25:11.847397 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b391-e7e8-4f58-a991-cc1dd1612ac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (49b3ce67-a75f-4e61-8717-e1d46bbb83b8), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:11.935972 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-3ae35342-3e92-4450-b7aa-dff3ec98c71e None None] Set router 6b77b04d-70bf-4be8-b06c-9f0f53f142da gateway port host: None {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:25:11.973601 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-1ec9b391-e7e8-4f58-a991-cc1dd1612ac5 admin admin] For port 49b3ce67-a75f-4e61-8717-e1d46bbb83b8, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=49b3ce67-a75f-4e61-8717-e1d46bbb83b8,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:25:11.974737 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b391-e7e8-4f58-a991-cc1dd1612ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (49b3ce67-a75f-4e61-8717-e1d46bbb83b8), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:12.000427 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-1ec9b391-e7e8-4f58-a991-cc1dd1612ac5 admin admin] Calling delete_port for 49b3ce67-a75f-4e61-8717-e1d46bbb83b8 owned by network:router_gateway {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:25:12.012735 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-3ae35342-3e92-4450-b7aa-dff3ec98c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'name': 'tempest-DeleteServersTestJSON-1097173377-router', 'tenant_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:47Z', 'updated_at': '2022-10-27T13:25:11Z', 'revision_number': 6, 'project_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'gw_port_host': None}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:12.040223 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae35342-3e92-4450-b7aa-dff3ec98c71e None None] The sync data for ids ['6b77b04d-70bf-4be8-b06c-9f0f53f142da'] in dv-cinder-862432-3-iscsi is: [{'id': '6b77b04d-70bf-4be8-b06c-9f0f53f142da', 'name': 'tempest-DeleteServersTestJSON-1097173377-router', 'tenant_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:47Z', 'updated_at': '2022-10-27T13:25:11Z', 'revision_number': 6, 'project_id': 'cecd3a5ba83e47119462cb9166e9a80a', 'gw_port_host': None}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:25:12.190235 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-6bf38cd5-e41a-417a-8d70-b4195d6dafdf None None] Provisioning complete for port 34a64427-48c8-4ad8-8ee6-392937e14557 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:25:12.191375 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-6bf38cd5-e41a-417a-8d70-b4195d6dafdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (34a64427-48c8-4ad8-8ee6-392937e14557), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:12.191902 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-6bf38cd5-e41a-417a-8d70-b4195d6dafdf None None] Attempt 1 to provision port 34a64427-48c8-4ad8-8ee6-392937e14557 Oct 27 13:25:12.206616 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b391-e7e8-4f58-a991-cc1dd1612ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393'] for port (49b3ce67-a75f-4e61-8717-e1d46bbb83b8), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:12.237340 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9b391-e7e8-4f58-a991-cc1dd1612ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=49b3ce67-a75f-4e61-8717-e1d46bbb83b8,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:12.264018 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:12.269658 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b391-e7e8-4f58-a991-cc1dd1612ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658818'] for router_gateway (6b77b04d-70bf-4be8-b06c-9f0f53f142da), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:12.288208 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-6bf38cd5-e41a-417a-8d70-b4195d6dafdf None None] Current status of the port 34a64427-48c8-4ad8-8ee6-392937e14557 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:25:12.388101 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b391-e7e8-4f58-a991-cc1dd1612ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1006310'] for router (6b77b04d-70bf-4be8-b06c-9f0f53f142da), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:12.398663 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b391-e7e8-4f58-a991-cc1dd1612ac5 admin admin] Publish callbacks [] for router_controller (6b77b04d-70bf-4be8-b06c-9f0f53f142da), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:12.492611 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc0606-b685-4d75-a9f7-29018d7a46e6 req-8076487f-4960-44b0-a7c3-096afaec4d87 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:12.497512 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-47bc0606-b685-4d75-a9f7-29018d7a46e6 req-8076487f-4960-44b0-a7c3-096afaec4d87 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.1105206 Oct 27 13:25:12.505118 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b391-e7e8-4f58-a991-cc1dd1612ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684032'] for router (6b77b04d-70bf-4be8-b06c-9f0f53f142da), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:12.505770 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec9b391-e7e8-4f58-a991-cc1dd1612ac5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b77b04d-70bf-4be8-b06c-9f0f53f142da {{(pid=104533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 13:25:12.516719 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ec9b391-e7e8-4f58-a991-cc1dd1612ac5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:12.520535 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-1ec9b391-e7e8-4f58-a991-cc1dd1612ac5 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/6b77b04d-70bf-4be8-b06c-9f0f53f142da HTTP/1.1" status: 204 len: 168 time: 1.0699379 Oct 27 13:25:12.520687 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 55966) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:12.576495 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-47bc0606-b685-4d75-a9f7-29018d7a46e6 req-b75c187a-70f6-4f1a-bd3d-a840005af2d8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730619 Oct 27 13:25:12.586022 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc50a1ee-df8f-4a54-b1ea-b52b4f58e5e2 admin admin] Deleting subnet 0f4c80c3-3119-40c0-ba45-2d13ba53d691 {{(pid=104532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 13:25:12.594911 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fc50a1ee-df8f-4a54-b1ea-b52b4f58e5e2 admin admin] Publish callbacks [] for subnet (0f4c80c3-3119-40c0-ba45-2d13ba53d691), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:12.635734 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fc50a1ee-df8f-4a54-b1ea-b52b4f58e5e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1641412'] for subnet (0f4c80c3-3119-40c0-ba45-2d13ba53d691), precommit_delete_associations {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:12.747037 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fc50a1ee-df8f-4a54-b1ea-b52b4f58e5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16194172'] for subnet (0f4c80c3-3119-40c0-ba45-2d13ba53d691), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:12.795746 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:12.809902 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fc50a1ee-df8f-4a54-b1ea-b52b4f58e5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16194053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2878104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2644571'] for subnet (0f4c80c3-3119-40c0-ba45-2d13ba53d691), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:12.837741 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50a1ee-df8f-4a54-b1ea-b52b4f58e5e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f4c80c3-3119-40c0-ba45-2d13ba53d691,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:12.841541 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fc50a1ee-df8f-4a54-b1ea-b52b4f58e5e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:12.847619 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-fc50a1ee-df8f-4a54-b1ea-b52b4f58e5e2 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/0f4c80c3-3119-40c0-ba45-2d13ba53d691 HTTP/1.1" status: 204 len: 168 time: 0.3251712 Oct 27 13:25:12.848133 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 55974) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:12.855676 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54a2a07-c24a-439e-ba04-eb32c2b7df5f None None] Network cd96fa99-4c66-43df-b333-f0dba8530cad requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:25:12.971069 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:13.001314 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692448'] for network (cd96fa99-4c66-43df-b333-f0dba8530cad), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:13.061248 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Deleting port 34a64427-48c8-4ad8-8ee6-392937e14557 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:25:13.061885 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (34a64427-48c8-4ad8-8ee6-392937e14557), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:13.115023 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e9b982-5467-4781-a790-ee47a378ee2a None None] DHCP port deletion for cd96fa99-4c66-43df-b333-f0dba8530cad request from dv-cinder-862432-3-iscsi {{(pid=104534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 13:25:13.179424 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-40e9b982-5467-4781-a790-ee47a378ee2a None None] Deleting port 34a64427-48c8-4ad8-8ee6-392937e14557 {{(pid=104534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:25:13.179819 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-40e9b982-5467-4781-a790-ee47a378ee2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (34a64427-48c8-4ad8-8ee6-392937e14557), before_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:13.189481 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] For port 34a64427-48c8-4ad8-8ee6-392937e14557, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=34a64427-48c8-4ad8-8ee6-392937e14557,segment=NetworkSegment(a02c0a77-56ba-4b2d-a127-01c5fa6f02c9),segment_id=a02c0a77-56ba-4b2d-a127-01c5fa6f02c9)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:25:13.191225 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (34a64427-48c8-4ad8-8ee6-392937e14557), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:13.225893 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Calling delete_port for 34a64427-48c8-4ad8-8ee6-392937e14557 owned by network:dhcp {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:25:13.252399 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-40e9b982-5467-4781-a790-ee47a378ee2a None None] For port 34a64427-48c8-4ad8-8ee6-392937e14557, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=34a64427-48c8-4ad8-8ee6-392937e14557,segment=NetworkSegment(a02c0a77-56ba-4b2d-a127-01c5fa6f02c9),segment_id=a02c0a77-56ba-4b2d-a127-01c5fa6f02c9)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:25:13.252923 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-40e9b982-5467-4781-a790-ee47a378ee2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (34a64427-48c8-4ad8-8ee6-392937e14557), precommit_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:13.274477 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 34a64427-48c8-4ad8-8ee6-392937e14557 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:25:13.277669 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-40e9b982-5467-4781-a790-ee47a378ee2a None None] Calling delete_port for 34a64427-48c8-4ad8-8ee6-392937e14557 owned by network:dhcp {{(pid=104534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:25:13.361719 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393'] for port (34a64427-48c8-4ad8-8ee6-392937e14557), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:13.402446 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:13.403698 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Pushing event deleted for resources: {'Port': ['ID=34a64427-48c8-4ad8-8ee6-392937e14557,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:13.411381 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] No DVR routers for this DVR port 34a64427-48c8-4ad8-8ee6-392937e14557 on host dv-cinder-862432-3-iscsi {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:25:13.418415 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 34a64427-48c8-4ad8-8ee6-392937e14557 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:25:13.418948 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 34a64427-48c8-4ad8-8ee6-392937e14557 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:25:13.419510 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 49b3ce67-a75f-4e61-8717-e1d46bbb83b8 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:25:13.450825 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:13.464825 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 49b3ce67-a75f-4e61-8717-e1d46bbb83b8 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:25:13.465189 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 49b3ce67-a75f-4e61-8717-e1d46bbb83b8 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:25:13.465603 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:25:13.491680 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:25:13.492017 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 5a595a6a-ee4b-468e-8a6d-cdd44c4e72b6 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:25:13.512708 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16195207', 'neutron.services.segments.db._delete_segments_for_network-8757664830338'] for network (cd96fa99-4c66-43df-b333-f0dba8530cad), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:13.519037 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-40e9b982-5467-4781-a790-ee47a378ee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393'] for port (34a64427-48c8-4ad8-8ee6-392937e14557), after_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:13.545504 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:25:13.545858 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:25:13.546678 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:25:13.547008 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Subscribe: > port after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:25:13.547432 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:25:13.547675 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Subscribe: > port after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:25:13.548001 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:25:13.548572 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:25:13.548931 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:25:13.549275 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:25:13.555690 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9b982-5467-4781-a790-ee47a378ee2a None None] Pushing event deleted for resources: {'Port': ['ID=34a64427-48c8-4ad8-8ee6-392937e14557,revision_number=None']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:13.562314 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9b982-5467-4781-a790-ee47a378ee2a None None] No DVR routers for this DVR port 34a64427-48c8-4ad8-8ee6-392937e14557 on host dv-cinder-862432-3-iscsi {{(pid=104534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:25:13.642310 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:25:13.642658 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:25:13.642988 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:25:13.643316 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:25:13.643689 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd96fa99-4c66-43df-b333-f0dba8530cad']}} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:13.662515 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02c0a77-56ba-4b2d-a127-01c5fa6f02c9') {'for_net_delete': True} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:13.662813 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02c0a77-56ba-4b2d-a127-01c5fa6f02c9') {} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:13.684708 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757664830401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3157707'] for segment (a02c0a77-56ba-4b2d-a127-01c5fa6f02c9), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:13.706780 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (a02c0a77-56ba-4b2d-a127-01c5fa6f02c9), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:13.716291 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=104533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 13:25:13.724772 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109377'] for segment (a02c0a77-56ba-4b2d-a127-01c5fa6f02c9), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:13.749884 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ac80f-e30b-41a4-89fc-d262c3054161 req-dcbfebdd-9791-46b2-a6c2-0c8897799716 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:13.751345 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f32ac80f-e30b-41a4-89fc-d262c3054161 req-dcbfebdd-9791-46b2-a6c2-0c8897799716 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0566165 Oct 27 13:25:13.817354 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f32ac80f-e30b-41a4-89fc-d262c3054161 req-5085e55c-a91f-4666-8c92-56ad3d69c94e tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561521 Oct 27 13:25:13.841020 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16195212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658862'] for network (cd96fa99-4c66-43df-b333-f0dba8530cad), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:13.854996 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:13.858262 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/cd96fa99-4c66-43df-b333-f0dba8530cad HTTP/1.1" status: 204 len: 168 time: 1.0090344 Oct 27 13:25:13.869029 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47619e0b-9709-485b-8bc8-bd7d5190a006 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd96fa99-4c66-43df-b333-f0dba8530cad,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:13.992120 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.services.segments.plugin [-] Segment a02c0a77-56ba-4b2d-a127-01c5fa6f02c9 resource provider aggregate not found Oct 27 13:25:14.018285 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.services.segments.plugin [-] Segment a02c0a77-56ba-4b2d-a127-01c5fa6f02c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a02c0a77-56ba-4b2d-a127-01c5fa6f02c9 found for delete ", "request_id": "req-cc4483f1-e2c8-447b-8b96-192b46bfba00"}]} Oct 27 13:25:14.088511 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56028) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:14.126865 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-0f04ab53-7e36-4385-a5d3-d2ceee28aa09 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=cecd3a5ba83e47119462cb9166e9a80a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424590 Oct 27 13:25:14.129571 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56032) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:14.182233 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1a975907-46a5-470e-ba55-2b781c1871d8 admin admin] Publish callbacks [] for security_group (cbb54872-6fc5-4974-a45c-49b5b383979d), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:14.202668 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1a975907-46a5-470e-ba55-2b781c1871d8 admin admin] Publish callbacks [] for security_group (cbb54872-6fc5-4974-a45c-49b5b383979d), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:14.252347 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1a975907-46a5-470e-ba55-2b781c1871d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (cbb54872-6fc5-4974-a45c-49b5b383979d), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:14.254920 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1a975907-46a5-470e-ba55-2b781c1871d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:14.256087 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-1a975907-46a5-470e-ba55-2b781c1871d8 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/cbb54872-6fc5-4974-a45c-49b5b383979d HTTP/1.1" status: 204 len: 168 time: 0.1256320 Oct 27 13:25:14.265121 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a975907-46a5-470e-ba55-2b781c1871d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb54872-6fc5-4974-a45c-49b5b383979d,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:14.946222 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aecc9-732c-4f10-bac7-0467fe0b504f req-e845b232-408c-4a4e-ad3e-98c38a110907 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:14.948215 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-729aecc9-732c-4f10-bac7-0467fe0b504f req-e845b232-408c-4a4e-ad3e-98c38a110907 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0548398 Oct 27 13:25:14.984000 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56078) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:14.995210 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-729aecc9-732c-4f10-bac7-0467fe0b504f req-deebd885-a029-427d-9df1-379e22980121 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413992 Oct 27 13:25:15.080220 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-3f564f5e-1ee1-4d52-8bed-bab8a4f09550 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1305373186-network', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:25:15.101003 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f564f5e-1ee1-4d52-8bed-bab8a4f09550 admin admin] Made reservation on behalf of 095dae174c664eafaf3ed463d8b7f319 for: {'network': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:25:15.103407 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3f564f5e-1ee1-4d52-8bed-bab8a4f09550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:15.112320 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3f564f5e-1ee1-4d52-8bed-bab8a4f09550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:15.132257 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:15.189759 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3f564f5e-1ee1-4d52-8bed-bab8a4f09550 admin admin] Publish callbacks [] for security_group (b4963df5-fc21-497b-ad55-98ecd7e58846), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:15.193264 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3f564f5e-1ee1-4d52-8bed-bab8a4f09550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (b4963df5-fc21-497b-ad55-98ecd7e58846), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:15.215119 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f564f5e-1ee1-4d52-8bed-bab8a4f09550 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=104532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:25:15.228401 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f564f5e-1ee1-4d52-8bed-bab8a4f09550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4963df5-fc21-497b-ad55-98ecd7e58846,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:15.233082 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3f564f5e-1ee1-4d52-8bed-bab8a4f09550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:15.233411 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.segments_db [None req-3f564f5e-1ee1-4d52-8bed-bab8a4f09550 admin admin] Added segment 17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a of type vlan for network 4880e921-0c48-45fa-a974-af272c815db4 Oct 27 13:25:15.272952 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3f564f5e-1ee1-4d52-8bed-bab8a4f09550 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (4880e921-0c48-45fa-a974-af272c815db4), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:15.296033 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3f564f5e-1ee1-4d52-8bed-bab8a4f09550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (4880e921-0c48-45fa-a974-af272c815db4), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:15.297039 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f564f5e-1ee1-4d52-8bed-bab8a4f09550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:15.297609 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3f564f5e-1ee1-4d52-8bed-bab8a4f09550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:15.357973 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-3f564f5e-1ee1-4d52-8bed-bab8a4f09550 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3726957 Oct 27 13:25:15.360894 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 56084) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:15.361016 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f564f5e-1ee1-4d52-8bed-bab8a4f09550 admin admin] Pushing event updated for resources: {'Network': ['ID=4880e921-0c48-45fa-a974-af272c815db4,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:15.365692 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-19bd87ba-6308-41e8-ae03-1462062bc606 admin admin] Request body: {'subnet': {'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-subnet', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:25:15.375095 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network 4880e921-0c48-45fa-a974-af272c815db4 details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:25:15.387606 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bd87ba-6308-41e8-ae03-1462062bc606 admin admin] Made reservation on behalf of 095dae174c664eafaf3ed463d8b7f319 for: {'subnet': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:25:15.389918 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19bd87ba-6308-41e8-ae03-1462062bc606 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25370233'] for subnet (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:15.549448 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19bd87ba-6308-41e8-ae03-1462062bc606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4109026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25370135'] for subnet (387ef33e-d1d2-4c31-8402-1f0afa96a77a), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:15.582849 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:15.599189 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd87ba-6308-41e8-ae03-1462062bc606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=387ef33e-d1d2-4c31-8402-1f0afa96a77a,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:15.616673 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bd87ba-6308-41e8-ae03-1462062bc606 admin admin] Checking segment: {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:25:15.617018 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bd87ba-6308-41e8-ae03-1462062bc606 admin admin] Network hostable DHCP agents. Network: 4880e921-0c48-45fa-a974-af272c815db4, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:25:15.633109 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bd87ba-6308-41e8-ae03-1462062bc606 admin admin] Network 4880e921-0c48-45fa-a974-af272c815db4 is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:25:15.642263 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-19bd87ba-6308-41e8-ae03-1462062bc606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, 4880e921-0c48-45fa-a974-af272c815db4) {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:25:15.646310 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bd87ba-6308-41e8-ae03-1462062bc606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:15.646983 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19bd87ba-6308-41e8-ae03-1462062bc606 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:15.651659 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee09fc7-c3ab-41f2-8837-d3150c538a52 None None] Network 4880e921-0c48-45fa-a974-af272c815db4 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:25:15.666673 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-19bd87ba-6308-41e8-ae03-1462062bc606 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3047087 Oct 27 13:25:15.669390 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 56088) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:15.673633 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:25:15.693160 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1006292'] for router (2bc3a740-4185-46a7-94c4-b4a995702f09), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:15.694250 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1006319'] for router (2bc3a740-4185-46a7-94c4-b4a995702f09), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:15.745799 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Publish callbacks [] for router_controller (2bc3a740-4185-46a7-94c4-b4a995702f09), precommit_add_association {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:15.757127 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe4b0003-7596-5709-b003-0e8d4fe063b1-4880e921-0c48-45fa-a974-af272c815db4', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a'}]}} from dv-cinder-862432-3-iscsi. {{(pid=104534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 13:25:15.758054 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:15.914389 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.db_base_plugin_common [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Allocated IP 172.20.0.2 (4880e921-0c48-45fa-a974-af272c815db4/387ef33e-d1d2-4c31-8402-1f0afa96a77a/6e831035-9f82-4b8a-8fcb-54c1c68a99c9) {{(pid=104534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:25:16.022752 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:16.067463 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Publish callbacks [] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), precommit_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:16.074461 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:16.102126 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Publish callbacks [] for router_gateway (2bc3a740-4185-46a7-94c4-b4a995702f09), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:16.114801 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Network 4880e921-0c48-45fa-a974-af272c815db4 is already hosted by enough agents. {{(pid=104534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:25:16.121108 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.base_scheduler [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Resources bound (agent type, host, resource id): {{(pid=104534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:25:16.121632 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37c8c9-0c2e-49e8-be53-cca072d5e8c5 req-51661e4b-109a-47b6-9f38-b85a20e505c5 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:16.123688 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ef37c8c9-0c2e-49e8-be53-cca072d5e8c5 req-51661e4b-109a-47b6-9f38-b85a20e505c5 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0485713 Oct 27 13:25:16.125481 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Received port after_create {{(pid=104534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:25:16.132283 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Pushing event updated for resources: {'Port': ['ID=6e831035-9f82-4b8a-8fcb-54c1c68a99c9,revision_number=1']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:16.183502 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:16.183866 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ef37c8c9-0c2e-49e8-be53-cca072d5e8c5 req-1d07daaf-b07a-4bb9-9be6-904edc7bf9b7 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510256 Oct 27 13:25:16.203358 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Attempting to bind port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:25:16.203721 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Attempting to bind port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:25:16.204078 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Attempting to bind port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 on network 4880e921-0c48-45fa-a974-af272c815db4 {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:25:16.252143 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:25:16.252540 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Checking segment: {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:25:16.252930 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:16.253309 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Bound using segment: {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:25:16.253766 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Bound port: 6e831035-9f82-4b8a-8fcb-54c1c68a99c9, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:25:16.254134 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:16.299760 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Publish callbacks [] for router_gateway (2bc3a740-4185-46a7-94c4-b4a995702f09), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:16.312970 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] For port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:25:16.315934 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] For port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=6e831035-9f82-4b8a-8fcb-54c1c68a99c9,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:25:16.318540 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:16.322674 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:16.357345 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:16.378387 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f695b-4887-4a84-b39d-47a3ee7a9123 None None] Pushing event updated for resources: {'Port': ['ID=6e831035-9f82-4b8a-8fcb-54c1c68a99c9,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:16.441434 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Allocated IP 172.27.0.39 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/530928e0-4708-4422-a931-81ea4ee36cd0) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:25:16.562545 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Publish callbacks [] for port (530928e0-4708-4422-a931-81ea4ee36cd0), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:16.596730 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (530928e0-4708-4422-a931-81ea4ee36cd0), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:16.644737 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:25:16.650188 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:25:16.653478 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:25:16.655905 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Pushing event updated for resources: {'Port': ['ID=530928e0-4708-4422-a931-81ea4ee36cd0,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:16.658414 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:16.890056 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Publish callbacks [] for router_gateway (2bc3a740-4185-46a7-94c4-b4a995702f09), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:17.114516 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658732'] for router (2bc3a740-4185-46a7-94c4-b4a995702f09), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:17.122268 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:17.260264 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:25:17.326019 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Router 2bc3a740-4185-46a7-94c4-b4a995702f09 is scheduled to L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 with binding_index 1 {{(pid=104533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 13:25:17.334236 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:25:17.334996 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:17.335849 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 Oct 27 13:25:17.437976 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e10392-e831-4ad0-864b-e89092c9c8ca req-a4abfc80-d20f-4851-ac79-6cf9b4e408be tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:17.439636 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-94e10392-e831-4ad0-864b-e89092c9c8ca req-a4abfc80-d20f-4851-ac79-6cf9b4e408be tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0593791 Oct 27 13:25:17.492537 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abf6d52-0514-44d3-8bec-4740d63b7d0c None None] Network 4880e921-0c48-45fa-a974-af272c815db4 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:25:17.504639 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:25:17.536034 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-94e10392-e831-4ad0-864b-e89092c9c8ca req-2b6a8058-795d-4fad-8578-ea39931098a0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665610 Oct 27 13:25:17.539115 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:17.543543 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56120) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:17.544011 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-1ac9ecaa-1fc1-422d-9e0a-bbe8af4c5965 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8732836 Oct 27 13:25:17.553659 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Sync routers for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:25:17.578919 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-8f6c0d12-35ed-4c68-af2d-a6aecfd7fd97 None None] Provisioning complete for port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:25:17.579536 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8f6c0d12-35ed-4c68-af2d-a6aecfd7fd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:17.580001 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-8f6c0d12-35ed-4c68-af2d-a6aecfd7fd97 None None] Attempt 1 to provision port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 Oct 27 13:25:17.621001 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:25:17.621633 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:17.685748 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:25:17.695858 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:17.786995 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:25:17.787377 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:17.849855 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:25:17.919498 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=6e831035-9f82-4b8a-8fcb-54c1c68a99c9,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:25:17.920555 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-8f6c0d12-35ed-4c68-af2d-a6aecfd7fd97 None None] Current status of the port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:25:17.920907 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8f6c0d12-35ed-4c68-af2d-a6aecfd7fd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:17.944204 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:17.992251 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:18.014968 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:18.062960 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:18.091555 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=6e831035-9f82-4b8a-8fcb-54c1c68a99c9,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:18.099100 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.db.api [None req-8f6c0d12-35ed-4c68-af2d-a6aecfd7fd97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 27 13:25:18.099564 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG oslo_db.api [None req-8f6c0d12-35ed-4c68-af2d-a6aecfd7fd97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 13:25:18.105536 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:18.142781 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:16Z', 'revision_number': 3, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:18.168575 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Checking router: 2bc3a740-4185-46a7-94c4-b4a995702f09 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:25:18.168930 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Updating router 2bc3a740-4185-46a7-94c4-b4a995702f09 port 530928e0-4708-4422-a931-81ea4ee36cd0 binding host dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:25:18.181945 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Allocated IP 172.20.0.1 (4880e921-0c48-45fa-a974-af272c815db4/387ef33e-d1d2-4c31-8402-1f0afa96a77a/0d69386f-0040-45f1-a87f-1895bea8a657) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:25:18.205488 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (530928e0-4708-4422-a931-81ea4ee36cd0), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:18.296750 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Publish callbacks [] for port (0d69386f-0040-45f1-a87f-1895bea8a657), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:18.352375 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (0d69386f-0040-45f1-a87f-1895bea8a657), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:18.400875 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Network 4880e921-0c48-45fa-a974-af272c815db4 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:25:18.406442 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:25:18.410313 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:25:18.451419 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Pushing event updated for resources: {'Port': ['ID=0d69386f-0040-45f1-a87f-1895bea8a657,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:18.470477 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658522'] for router_interface (2bc3a740-4185-46a7-94c4-b4a995702f09), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:18.528147 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Publish callbacks [] for port (530928e0-4708-4422-a931-81ea4ee36cd0), precommit_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:18.536838 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (530928e0-4708-4422-a931-81ea4ee36cd0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:18.614245 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Attempting to bind port 530928e0-4708-4422-a931-81ea4ee36cd0 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:25:18.614626 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Attempting to bind port 530928e0-4708-4422-a931-81ea4ee36cd0 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:25:18.614992 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Attempting to bind port 530928e0-4708-4422-a931-81ea4ee36cd0 on network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:25:18.638592 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 56160) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:18.676142 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:18.714648 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb2774-d921-4564-8f14-7bed75583b9d None None] Pushing event updated for resources: {'Port': ['ID=530928e0-4708-4422-a931-81ea4ee36cd0,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:18.736140 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-8f6c0d12-35ed-4c68-af2d-a6aecfd7fd97 None None] Current status of the port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:25:18.754304 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:25:18.754555 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Checking segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:25:18.755137 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:18.762011 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Bound using segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:25:18.762785 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Bound port: 530928e0-4708-4422-a931-81ea4ee36cd0, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:25:18.763786 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (530928e0-4708-4422-a931-81ea4ee36cd0), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:18.790568 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50eeeef-5d94-499d-b25c-60ba8985e8bb req-810970f8-01da-4fe1-87cd-614e1377053f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:18.799164 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b50eeeef-5d94-499d-b25c-60ba8985e8bb req-810970f8-01da-4fe1-87cd-614e1377053f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0697312 Oct 27 13:25:18.827639 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] For port 530928e0-4708-4422-a931-81ea4ee36cd0, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:25:18.833743 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] For port 530928e0-4708-4422-a931-81ea4ee36cd0, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=530928e0-4708-4422-a931-81ea4ee36cd0,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:25:18.844660 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (0d69386f-0040-45f1-a87f-1895bea8a657), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:18.859857 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (530928e0-4708-4422-a931-81ea4ee36cd0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:18.871057 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0f2ad916-7b02-423b-9507-ca7efe056695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:18.923982 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b50eeeef-5d94-499d-b25c-60ba8985e8bb req-7ccbcdce-283a-468c-81ea-2b6df2aba83a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193604 Oct 27 13:25:18.945652 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:25:18.947633 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:18.950617 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-1fbfa6ae-8796-4423-9921-c15cfa3f28a9 None None] Provisioning complete for port 0d69386f-0040-45f1-a87f-1895bea8a657 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:25:18.951186 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-1fbfa6ae-8796-4423-9921-c15cfa3f28a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (0d69386f-0040-45f1-a87f-1895bea8a657), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:18.951743 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-1fbfa6ae-8796-4423-9921-c15cfa3f28a9 None None] Attempt 1 to provision port 0d69386f-0040-45f1-a87f-1895bea8a657 Oct 27 13:25:18.997796 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0f2ad916-7b02-423b-9507-ca7efe056695 admin admin] Publish callbacks [] for security_group (8504be4b-4644-4728-817c-798e45c0773c), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:19.005272 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0f2ad916-7b02-423b-9507-ca7efe056695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (8504be4b-4644-4728-817c-798e45c0773c), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:19.013674 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:19.014752 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:19.069586 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-0f2ad916-7b02-423b-9507-ca7efe056695 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=99b150fa597a437a97ed50393637d3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4291141 Oct 27 13:25:19.075306 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Publish callbacks [] for port (0d69386f-0040-45f1-a87f-1895bea8a657), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:19.076837 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56174) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:19.091099 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:19.092486 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (0d69386f-0040-45f1-a87f-1895bea8a657), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:19.099062 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-1fbfa6ae-8796-4423-9921-c15cfa3f28a9 None None] Port 0d69386f-0040-45f1-a87f-1895bea8a657 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:25:19.102586 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb2774-d921-4564-8f14-7bed75583b9d None None] Pushing event updated for resources: {'Port': ['ID=530928e0-4708-4422-a931-81ea4ee36cd0,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:19.109685 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ad916-7b02-423b-9507-ca7efe056695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8504be4b-4644-4728-817c-798e45c0773c,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:19.141556 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16190267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658606'] for router_interface (2bc3a740-4185-46a7-94c4-b4a995702f09), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:19.156649 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-1fbfa6ae-8796-4423-9921-c15cfa3f28a9 None None] Provisioning complete for port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:25:19.157109 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-1fbfa6ae-8796-4423-9921-c15cfa3f28a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:19.157486 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-1fbfa6ae-8796-4423-9921-c15cfa3f28a9 None None] Attempt 1 to provision port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 Oct 27 13:25:19.232033 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:25:19.291408 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:25:19.324839 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Pushing event updated for resources: {'Port': ['ID=0d69386f-0040-45f1-a87f-1895bea8a657,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:19.342833 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3e109a2a-d57b-48e6-8ebb-af6dc36b8d57 admin admin] Publish callbacks [] for security_group (8504be4b-4644-4728-817c-798e45c0773c), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:19.428530 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3e109a2a-d57b-48e6-8ebb-af6dc36b8d57 admin admin] Publish callbacks [] for security_group (8504be4b-4644-4728-817c-798e45c0773c), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:19.508955 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Network 4880e921-0c48-45fa-a974-af272c815db4 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:25:19.511073 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:25:19.564809 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:19.617842 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3e109a2a-d57b-48e6-8ebb-af6dc36b8d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (8504be4b-4644-4728-817c-798e45c0773c), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:19.620994 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3e109a2a-d57b-48e6-8ebb-af6dc36b8d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:19.622153 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-3e109a2a-d57b-48e6-8ebb-af6dc36b8d57 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/8504be4b-4644-4728-817c-798e45c0773c HTTP/1.1" status: 204 len: 168 time: 0.5442278 Oct 27 13:25:19.644271 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e109a2a-d57b-48e6-8ebb-af6dc36b8d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8504be4b-4644-4728-817c-798e45c0773c,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:19.674154 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Router 2bc3a740-4185-46a7-94c4-b4a995702f09 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:25:19.749226 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:25:19.749833 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:19.749956 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 Oct 27 13:25:19.754320 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-1fbfa6ae-8796-4423-9921-c15cfa3f28a9 None None] Current status of the port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:25:19.892206 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:25:19.895006 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 1, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:19.898983 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:25:19.912045 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-341dff70-1a35-46b3-8571-8c1f594bb5cf admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/2bc3a740-4185-46a7-94c4-b4a995702f09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3610811 Oct 27 13:25:19.923382 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea9bb8-9766-4645-9326-bd686123ae1d None None] The sync data for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi is: [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 1, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:25:19.989466 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-c405d6b4-bbe6-4987-b243-3e81eef9ce5a None None] Provisioning complete for port 0d69386f-0040-45f1-a87f-1895bea8a657 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:25:19.989930 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-c405d6b4-bbe6-4987-b243-3e81eef9ce5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (0d69386f-0040-45f1-a87f-1895bea8a657), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:19.990383 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-c405d6b4-bbe6-4987-b243-3e81eef9ce5a None None] Attempt 1 to provision port 0d69386f-0040-45f1-a87f-1895bea8a657 Oct 27 13:25:20.031068 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-c405d6b4-bbe6-4987-b243-3e81eef9ce5a None None] Port 0d69386f-0040-45f1-a87f-1895bea8a657 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:25:20.094655 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24046277-e07b-4173-9d3f-4c77f8bcd5b9 req-c18e16b4-a3cb-4745-b022-ed6bd27eb74d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:20.102240 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-24046277-e07b-4173-9d3f-4c77f8bcd5b9 req-c18e16b4-a3cb-4745-b022-ed6bd27eb74d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0809619 Oct 27 13:25:20.138078 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56210) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:20.153421 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a15813e8-8bc7-480e-9dfd-4ba33d32ccac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:20.167473 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-24046277-e07b-4173-9d3f-4c77f8bcd5b9 req-8c9c8500-5c1b-4e98-b92d-7aad1d17e5ff tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642416 Oct 27 13:25:20.242373 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:20.279549 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a15813e8-8bc7-480e-9dfd-4ba33d32ccac admin admin] Publish callbacks [] for security_group (e42ebcdb-8ef9-4459-8266-66919530d3ec), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:20.283774 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a15813e8-8bc7-480e-9dfd-4ba33d32ccac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (e42ebcdb-8ef9-4459-8266-66919530d3ec), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:20.296522 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:20.329620 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15813e8-8bc7-480e-9dfd-4ba33d32ccac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42ebcdb-8ef9-4459-8266-66919530d3ec,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:20.346645 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-a15813e8-8bc7-480e-9dfd-4ba33d32ccac admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=8dc3e2c27de24faaa6035797199ba7e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047453 Oct 27 13:25:20.346645 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56212) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:20.410185 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d9405bb0-a4b5-4a72-a91c-48dcf044cfc2 admin admin] Publish callbacks [] for security_group (e42ebcdb-8ef9-4459-8266-66919530d3ec), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:20.435004 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d9405bb0-a4b5-4a72-a91c-48dcf044cfc2 admin admin] Publish callbacks [] for security_group (e42ebcdb-8ef9-4459-8266-66919530d3ec), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:20.453811 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56218) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:20.458226 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-1270ea34-558e-4eb6-9e32-51f688524e86 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2046153601', 'description': 'tempest-description--393143575'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:25:20.495410 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1270ea34-558e-4eb6-9e32-51f688524e86 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:20.529431 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d9405bb0-a4b5-4a72-a91c-48dcf044cfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (e42ebcdb-8ef9-4459-8266-66919530d3ec), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:20.532157 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d9405bb0-a4b5-4a72-a91c-48dcf044cfc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:20.536089 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-d9405bb0-a4b5-4a72-a91c-48dcf044cfc2 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/e42ebcdb-8ef9-4459-8266-66919530d3ec HTTP/1.1" status: 204 len: 168 time: 0.1859827 Oct 27 13:25:20.567716 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9405bb0-a4b5-4a72-a91c-48dcf044cfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42ebcdb-8ef9-4459-8266-66919530d3ec,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:20.605581 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1270ea34-558e-4eb6-9e32-51f688524e86 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (0453125c-1d0c-4779-9f52-2be7c72a9217), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:20.611865 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1270ea34-558e-4eb6-9e32-51f688524e86 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (0453125c-1d0c-4779-9f52-2be7c72a9217), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:20.661764 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270ea34-558e-4eb6-9e32-51f688524e86 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0453125c-1d0c-4779-9f52-2be7c72a9217,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:20.730310 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1270ea34-558e-4eb6-9e32-51f688524e86 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:20.736124 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-1270ea34-558e-4eb6-9e32-51f688524e86 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2803509 Oct 27 13:25:20.739957 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56238) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:20.747220 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-80e27667-e6df-4aaf-8988-659bbc2eae88 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'security_group_rule': {'security_group_id': '0453125c-1d0c-4779-9f52-2be7c72a9217', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:25:20.751612 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 56242) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:20.809055 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-80e27667-e6df-4aaf-8988-659bbc2eae88 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (d59a8ded-904a-470e-9a51-32f24dd7d5cf), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:20.817553 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_v2 [None req-34940900-90a7-44b7-baa4-fe847c2b166e admin admin] Deleting subnet dd86ed2e-7e1f-479c-a49e-88b77f0c2167 {{(pid=104533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 13:25:20.849783 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-34940900-90a7-44b7-baa4-fe847c2b166e admin admin] Publish callbacks [] for subnet (dd86ed2e-7e1f-479c-a49e-88b77f0c2167), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:20.964061 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-34940900-90a7-44b7-baa4-fe847c2b166e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3157698'] for subnet (dd86ed2e-7e1f-479c-a49e-88b77f0c2167), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:20.988784 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-80e27667-e6df-4aaf-8988-659bbc2eae88 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (d59a8ded-904a-470e-9a51-32f24dd7d5cf), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:20.994935 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-80e27667-e6df-4aaf-8988-659bbc2eae88 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (d59a8ded-904a-470e-9a51-32f24dd7d5cf), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.031665 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-34940900-90a7-44b7-baa4-fe847c2b166e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16194172'] for subnet (dd86ed2e-7e1f-479c-a49e-88b77f0c2167), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.068328 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e27667-e6df-4aaf-8988-659bbc2eae88 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59a8ded-904a-470e-9a51-32f24dd7d5cf,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:21.090290 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-80e27667-e6df-4aaf-8988-659bbc2eae88 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.094772 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-80e27667-e6df-4aaf-8988-659bbc2eae88 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3535748 Oct 27 13:25:21.095555 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56258) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:21.101078 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:21.101569 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-cec6932f-eb4d-4153-ab95-6e02227ad457 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'security_group_rule': {'security_group_id': '0453125c-1d0c-4779-9f52-2be7c72a9217', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:25:21.157047 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cec6932f-eb4d-4153-ab95-6e02227ad457 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (313ba435-f81a-403f-ac5b-b8191b1273b3), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.163550 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-34940900-90a7-44b7-baa4-fe847c2b166e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16194053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25370140'] for subnet (dd86ed2e-7e1f-479c-a49e-88b77f0c2167), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.229270 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34940900-90a7-44b7-baa4-fe847c2b166e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd86ed2e-7e1f-479c-a49e-88b77f0c2167,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:21.231239 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-34940900-90a7-44b7-baa4-fe847c2b166e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.249258 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56266) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:21.256978 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-34940900-90a7-44b7-baa4-fe847c2b166e admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/dd86ed2e-7e1f-479c-a49e-88b77f0c2167 HTTP/1.1" status: 204 len: 168 time: 0.5027435 Oct 27 13:25:21.332491 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 530928e0-4708-4422-a931-81ea4ee36cd0 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:25:21.373430 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3030e22f-b6c0-43c3-9d6a-4435be14a1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692448'] for network (3f43994b-fa7e-4c32-bb62-7f4a93b18744), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.401509 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41e047-83da-4fae-bf71-6afa639be6eb req-d0a04099-9211-45f5-abe0-93b94de081c3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:21.403403 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cb41e047-83da-4fae-bf71-6afa639be6eb req-d0a04099-9211-45f5-abe0-93b94de081c3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0927403 Oct 27 13:25:21.417657 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 530928e0-4708-4422-a931-81ea4ee36cd0 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:25:21.418278 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (530928e0-4708-4422-a931-81ea4ee36cd0), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.418839 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 530928e0-4708-4422-a931-81ea4ee36cd0 Oct 27 13:25:21.537507 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cb41e047-83da-4fae-bf71-6afa639be6eb req-e7c9e1aa-5d42-4bc3-b45b-6cc5a8c6ae17 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284139 Oct 27 13:25:21.544215 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 530928e0-4708-4422-a931-81ea4ee36cd0 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:25:21.544702 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (530928e0-4708-4422-a931-81ea4ee36cd0), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.578133 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:21.584379 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cec6932f-eb4d-4153-ab95-6e02227ad457 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (313ba435-f81a-403f-ac5b-b8191b1273b3), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.606746 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 530928e0-4708-4422-a931-81ea4ee36cd0, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=530928e0-4708-4422-a931-81ea4ee36cd0,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:25:21.625356 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (530928e0-4708-4422-a931-81ea4ee36cd0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.631440 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cec6932f-eb4d-4153-ab95-6e02227ad457 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (313ba435-f81a-403f-ac5b-b8191b1273b3), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.663844 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3030e22f-b6c0-43c3-9d6a-4435be14a1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16195207', 'neutron.services.segments.db._delete_segments_for_network-8757664830338'] for network (3f43994b-fa7e-4c32-bb62-7f4a93b18744), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.682532 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6932f-eb4d-4153-ab95-6e02227ad457 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313ba435-f81a-403f-ac5b-b8191b1273b3,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:21.704144 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-3030e22f-b6c0-43c3-9d6a-4435be14a1ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f43994b-fa7e-4c32-bb62-7f4a93b18744']}} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:21.704469 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:21.709746 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cec6932f-eb4d-4153-ab95-6e02227ad457 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.711277 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=530928e0-4708-4422-a931-81ea4ee36cd0,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:21.714586 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-cec6932f-eb4d-4153-ab95-6e02227ad457 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6174083 Oct 27 13:25:21.714737 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 56280) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:21.719261 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'floatingip': {'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:25:21.723625 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-3030e22f-b6c0-43c3-9d6a-4435be14a1ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e50c9a-38e8-4f9c-8969-1f232978bd65') {'for_net_delete': True} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:21.723922 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-3030e22f-b6c0-43c3-9d6a-4435be14a1ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e50c9a-38e8-4f9c-8969-1f232978bd65') {} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:21.725720 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:21.738598 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3030e22f-b6c0-43c3-9d6a-4435be14a1ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757664830401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1641421'] for segment (97e50c9a-38e8-4f9c-8969-1f232978bd65), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.757266 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3030e22f-b6c0-43c3-9d6a-4435be14a1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (97e50c9a-38e8-4f9c-8969-1f232978bd65), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.766681 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3030e22f-b6c0-43c3-9d6a-4435be14a1ad admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=104532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 13:25:21.767124 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3030e22f-b6c0-43c3-9d6a-4435be14a1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2878206'] for segment (97e50c9a-38e8-4f9c-8969-1f232978bd65), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.770076 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.816808 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment 97e50c9a-38e8-4f9c-8969-1f232978bd65 resource provider aggregate not found Oct 27 13:25:21.840196 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment 97e50c9a-38e8-4f9c-8969-1f232978bd65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97e50c9a-38e8-4f9c-8969-1f232978bd65 found for delete ", "request_id": "req-e3f33197-9134-4355-8405-79daa006dc20"}]} Oct 27 13:25:21.843521 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3030e22f-b6c0-43c3-9d6a-4435be14a1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16195212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658862'] for network (3f43994b-fa7e-4c32-bb62-7f4a93b18744), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.864198 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030e22f-b6c0-43c3-9d6a-4435be14a1ad admin admin] Pushing event deleted for resources: {'Network': ['ID=3f43994b-fa7e-4c32-bb62-7f4a93b18744,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:21.870373 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3030e22f-b6c0-43c3-9d6a-4435be14a1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.873705 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-3030e22f-b6c0-43c3-9d6a-4435be14a1ad admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/3f43994b-fa7e-4c32-bb62-7f4a93b18744 HTTP/1.1" status: 204 len: 168 time: 0.6233673 Oct 27 13:25:21.876682 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 56288) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:21.937245 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:21.952093 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2cb0200-5ff0-4a92-9b87-dbf4c3454cec admin admin] Deleting subnet 63145518-2cf2-4293-886e-881dc131bf4e {{(pid=104533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 13:25:21.981528 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b2cb0200-5ff0-4a92-9b87-dbf4c3454cec admin admin] Publish callbacks [] for subnet (63145518-2cf2-4293-886e-881dc131bf4e), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.016521 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=31 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:22.037055 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b2cb0200-5ff0-4a92-9b87-dbf4c3454cec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3157698'] for subnet (63145518-2cf2-4293-886e-881dc131bf4e), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.116428 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b2cb0200-5ff0-4a92-9b87-dbf4c3454cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16194172'] for subnet (63145518-2cf2-4293-886e-881dc131bf4e), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.119080 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Allocated IP 172.27.0.186 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/f1ff7fa6-eeed-4d78-b325-cb21ae25c2e3) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:25:22.241304 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b2cb0200-5ff0-4a92-9b87-dbf4c3454cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16194053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25370140'] for subnet (63145518-2cf2-4293-886e-881dc131bf4e), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.277456 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb0200-5ff0-4a92-9b87-dbf4c3454cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63145518-2cf2-4293-886e-881dc131bf4e,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:22.279431 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b2cb0200-5ff0-4a92-9b87-dbf4c3454cec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.283897 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-b2cb0200-5ff0-4a92-9b87-dbf4c3454cec admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/63145518-2cf2-4293-886e-881dc131bf4e HTTP/1.1" status: 204 len: 168 time: 0.4052701 Oct 27 13:25:22.285164 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:22.286343 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56308) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:22.315426 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for port (f1ff7fa6-eeed-4d78-b325-cb21ae25c2e3), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.328135 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:22.359226 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (f1ff7fa6-eeed-4d78-b325-cb21ae25c2e3), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.389689 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-50d8f4cc-b968-4f5c-981c-30b94d098ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692448'] for network (4cf369a3-a0bf-46ae-b387-d3f523254189), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.414009 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'Port': ['ID=f1ff7fa6-eeed-4d78-b325-cb21ae25c2e3,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:22.427519 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:25:22.429174 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:25:22.433278 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:25:22.531066 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-50d8f4cc-b968-4f5c-981c-30b94d098ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16195207', 'neutron.services.segments.db._delete_segments_for_network-8757664830338'] for network (4cf369a3-a0bf-46ae-b387-d3f523254189), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.564074 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-50d8f4cc-b968-4f5c-981c-30b94d098ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf369a3-a0bf-46ae-b387-d3f523254189']}} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:22.577392 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-50d8f4cc-b968-4f5c-981c-30b94d098ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f5d7ef-e3b6-432a-8c5d-fddb24e24d05') {'for_net_delete': True} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:22.577708 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-50d8f4cc-b968-4f5c-981c-30b94d098ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f5d7ef-e3b6-432a-8c5d-fddb24e24d05') {} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:22.589636 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-50d8f4cc-b968-4f5c-981c-30b94d098ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757664830401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1641421'] for segment (75f5d7ef-e3b6-432a-8c5d-fddb24e24d05), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.603543 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (79299546-8c7b-41e1-bd02-61d91ee2f4cb), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.613179 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-50d8f4cc-b968-4f5c-981c-30b94d098ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (75f5d7ef-e3b6-432a-8c5d-fddb24e24d05), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.622652 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 56322) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:22.622997 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d8f4cc-b968-4f5c-981c-30b94d098ab1 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=104532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 13:25:22.623620 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-50d8f4cc-b968-4f5c-981c-30b94d098ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2878206'] for segment (75f5d7ef-e3b6-432a-8c5d-fddb24e24d05), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.698357 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (f1ff7fa6-eeed-4d78-b325-cb21ae25c2e3), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.792102 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbc0ad-b2ff-41be-b8a0-464bd6178377 req-66dd71b5-f8d6-468e-b44e-b0ec4e4cff5d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:22.793647 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-09cbc0ad-b2ff-41be-b8a0-464bd6178377 req-66dd71b5-f8d6-468e-b44e-b0ec4e4cff5d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0966651 Oct 27 13:25:22.794426 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-50d8f4cc-b968-4f5c-981c-30b94d098ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16195212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658862'] for network (4cf369a3-a0bf-46ae-b387-d3f523254189), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.808760 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-50d8f4cc-b968-4f5c-981c-30b94d098ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.815142 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-50d8f4cc-b968-4f5c-981c-30b94d098ab1 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/4cf369a3-a0bf-46ae-b387-d3f523254189 HTTP/1.1" status: 204 len: 168 time: 0.5277219 Oct 27 13:25:22.833301 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8f4cc-b968-4f5c-981c-30b94d098ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cf369a3-a0bf-46ae-b387-d3f523254189,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:22.855940 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bb284845-c35a-4d0d-8243-8a1368f7624d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.882927 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-09cbc0ad-b2ff-41be-b8a0-464bd6178377 req-5a781be2-0353-454a-b3b5-a00b150e7f7b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667191 Oct 27 13:25:22.980142 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Sync routers for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:25:22.988503 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for port (f1ff7fa6-eeed-4d78-b325-cb21ae25c2e3), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:22.991684 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:25:22.992423 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:23.004670 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (f1ff7fa6-eeed-4d78-b325-cb21ae25c2e3), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:23.019429 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56332) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:23.065495 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bb284845-c35a-4d0d-8243-8a1368f7624d admin admin] Publish callbacks [] for security_group (a842a1c8-3abf-41e8-93c0-7633168b8088), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:23.080030 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bb284845-c35a-4d0d-8243-8a1368f7624d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (a842a1c8-3abf-41e8-93c0-7633168b8088), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:23.085607 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-1da88194-ca53-464e-8892-d2ee8d126fc2 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=b3e93dba96944bafb7a9108403005465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0642745 Oct 27 13:25:23.088002 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56338) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:23.118149 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'Port': ['ID=f1ff7fa6-eeed-4d78-b325-cb21ae25c2e3,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:23.139314 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:25:23.145989 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1568783c-c202-4b37-93dd-0e9f4b4d93c4 admin admin] Publish callbacks [] for security_group (2575b95c-f975-4594-93af-67c11b80ef05), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:23.170768 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1568783c-c202-4b37-93dd-0e9f4b4d93c4 admin admin] Publish callbacks [] for security_group (2575b95c-f975-4594-93af-67c11b80ef05), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:23.232631 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1568783c-c202-4b37-93dd-0e9f4b4d93c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (2575b95c-f975-4594-93af-67c11b80ef05), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:23.235257 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1568783c-c202-4b37-93dd-0e9f4b4d93c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:23.236463 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-1568783c-c202-4b37-93dd-0e9f4b4d93c4 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/2575b95c-f975-4594-93af-67c11b80ef05 HTTP/1.1" status: 204 len: 168 time: 0.1473198 Oct 27 13:25:23.251127 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568783c-c202-4b37-93dd-0e9f4b4d93c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2575b95c-f975-4594-93af-67c11b80ef05,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:23.301963 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 530928e0-4708-4422-a931-81ea4ee36cd0 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:25:23.403397 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 530928e0-4708-4422-a931-81ea4ee36cd0 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:25:23.403977 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (530928e0-4708-4422-a931-81ea4ee36cd0), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:23.404518 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 530928e0-4708-4422-a931-81ea4ee36cd0 Oct 27 13:25:23.411989 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 2, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:23.466944 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Checking router: 2bc3a740-4185-46a7-94c4-b4a995702f09 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:25:23.467292 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Updating router 2bc3a740-4185-46a7-94c4-b4a995702f09 port 0d69386f-0040-45f1-a87f-1895bea8a657 binding host dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:25:23.475811 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (79299546-8c7b-41e1-bd02-61d91ee2f4cb), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:23.502962 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-bb284845-c35a-4d0d-8243-8a1368f7624d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=cd7624056a1342a19b08c707ea89a0be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8768325 Oct 27 13:25:23.503164 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (0d69386f-0040-45f1-a87f-1895bea8a657), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:23.503286 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb284845-c35a-4d0d-8243-8a1368f7624d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a842a1c8-3abf-41e8-93c0-7633168b8088,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:23.503377 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56346) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:23.516040 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:23.517690 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-17a1f899-bb4d-4826-a523-c8cc8d042917 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8018951 Oct 27 13:25:23.581051 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 530928e0-4708-4422-a931-81ea4ee36cd0 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:25:23.588168 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a2baa499-4d03-4b4f-a50b-c121452ea1de admin admin] Publish callbacks [] for security_group (a842a1c8-3abf-41e8-93c0-7633168b8088), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:23.611097 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a2baa499-4d03-4b4f-a50b-c121452ea1de admin admin] Publish callbacks [] for security_group (a842a1c8-3abf-41e8-93c0-7633168b8088), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:23.674369 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a2baa499-4d03-4b4f-a50b-c121452ea1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (a842a1c8-3abf-41e8-93c0-7633168b8088), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:23.677171 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a2baa499-4d03-4b4f-a50b-c121452ea1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:23.678428 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-a2baa499-4d03-4b4f-a50b-c121452ea1de admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/a842a1c8-3abf-41e8-93c0-7633168b8088 HTTP/1.1" status: 204 len: 168 time: 0.1741457 Oct 27 13:25:23.687940 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baa499-4d03-4b4f-a50b-c121452ea1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a842a1c8-3abf-41e8-93c0-7633168b8088,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:23.806094 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56358) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:23.865409 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-de1ba96f-91c2-409d-9752-5ac65f5637f6 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=8a8b382c6ef34fda8b176a51909be691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0579884 Oct 27 13:25:23.867118 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment 75f5d7ef-e3b6-432a-8c5d-fddb24e24d05 resource provider aggregate not found Oct 27 13:25:23.868740 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 56368) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:23.886841 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment 75f5d7ef-e3b6-432a-8c5d-fddb24e24d05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75f5d7ef-e3b6-432a-8c5d-fddb24e24d05 found for delete ", "request_id": "req-2a79633a-cee7-4a8a-901b-eda8ce2f7bc4"}]} Oct 27 13:25:23.964701 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Publish callbacks [] for port (0d69386f-0040-45f1-a87f-1895bea8a657), precommit_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:23.967721 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:23.976660 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (0d69386f-0040-45f1-a87f-1895bea8a657), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:24.008971 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-66f895fe-227b-4cab-b0c1-3d94d4c0a1a1 admin admin] Publish callbacks [] for security_group (f64b3103-3fc0-40c9-b9ca-a166f8133a32), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:24.014342 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:24.039464 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b39c3-7b3e-492e-bfdc-70ef1516f5a4 None None] Pushing event updated for resources: {'Port': ['ID=0d69386f-0040-45f1-a87f-1895bea8a657,revision_number=3']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:24.054260 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-66f895fe-227b-4cab-b0c1-3d94d4c0a1a1 admin admin] Publish callbacks [] for security_group (f64b3103-3fc0-40c9-b9ca-a166f8133a32), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:24.070506 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:24.086311 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:24.088951 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b39c3-7b3e-492e-bfdc-70ef1516f5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:24.089458 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b39c3-7b3e-492e-bfdc-70ef1516f5a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:24.089958 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b39c3-7b3e-492e-bfdc-70ef1516f5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:24.090562 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b39c3-7b3e-492e-bfdc-70ef1516f5a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:24.091206 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b39c3-7b3e-492e-bfdc-70ef1516f5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:24.091680 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b39c3-7b3e-492e-bfdc-70ef1516f5a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:24.092193 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b39c3-7b3e-492e-bfdc-70ef1516f5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:24.092876 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b39c3-7b3e-492e-bfdc-70ef1516f5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:24.093347 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b39c3-7b3e-492e-bfdc-70ef1516f5a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:24.093830 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b39c3-7b3e-492e-bfdc-70ef1516f5a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:24.094292 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b39c3-7b3e-492e-bfdc-70ef1516f5a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:24.094771 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b39c3-7b3e-492e-bfdc-70ef1516f5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:24.095227 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b39c3-7b3e-492e-bfdc-70ef1516f5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:24.095671 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b39c3-7b3e-492e-bfdc-70ef1516f5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:24.096153 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7b39c3-7b3e-492e-bfdc-70ef1516f5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:24.114000 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Attempting to bind port 0d69386f-0040-45f1-a87f-1895bea8a657 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:25:24.114617 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Attempting to bind port 0d69386f-0040-45f1-a87f-1895bea8a657 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:25:24.115296 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Attempting to bind port 0d69386f-0040-45f1-a87f-1895bea8a657 on network 4880e921-0c48-45fa-a974-af272c815db4 {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:25:24.121529 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:24.127822 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:24.172700 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4136ac-527a-4fe8-a64a-8c5a3ed449e3 req-c4c41d13-d91e-45fb-8d70-2f5179068fbb tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:24.174046 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-66f895fe-227b-4cab-b0c1-3d94d4c0a1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (f64b3103-3fc0-40c9-b9ca-a166f8133a32), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:24.174517 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7b4136ac-527a-4fe8-a64a-8c5a3ed449e3 req-c4c41d13-d91e-45fb-8d70-2f5179068fbb tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.1192760 Oct 27 13:25:24.178669 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-66f895fe-227b-4cab-b0c1-3d94d4c0a1a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:24.180472 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-66f895fe-227b-4cab-b0c1-3d94d4c0a1a1 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/f64b3103-3fc0-40c9-b9ca-a166f8133a32 HTTP/1.1" status: 204 len: 168 time: 0.3107078 Oct 27 13:25:24.193271 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:25:24.194826 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Checking segment: {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:25:24.196427 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:24.197513 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Bound using segment: {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:25:24.200011 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f895fe-227b-4cab-b0c1-3d94d4c0a1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64b3103-3fc0-40c9-b9ca-a166f8133a32,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:24.203403 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Bound port: 0d69386f-0040-45f1-a87f-1895bea8a657, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'}}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:25:24.203804 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (0d69386f-0040-45f1-a87f-1895bea8a657), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:24.281452 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7b4136ac-527a-4fe8-a64a-8c5a3ed449e3 req-861b9a76-63ce-4852-827a-7301bbe669c3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955257 Oct 27 13:25:24.313234 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] For port 0d69386f-0040-45f1-a87f-1895bea8a657, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:25:24.318625 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-77c31d3f-1a1e-4221-a71c-a937a470a44d tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2046153601&fields=id&tenant_id=095dae174c664eafaf3ed463d8b7f319 HTTP/1.1" status: 200 len: 267 time: 0.1187406 Oct 27 13:25:24.324471 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] For port 0d69386f-0040-45f1-a87f-1895bea8a657, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=0d69386f-0040-45f1-a87f-1895bea8a657,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:25:24.344902 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (0d69386f-0040-45f1-a87f-1895bea8a657), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:24.371895 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:25:24.373272 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:24:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:24.444801 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-4327d243-788c-4963-a261-df843cc41e4b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:24.447039 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-4327d243-788c-4963-a261-df843cc41e4b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/networks?id=4880e921-0c48-45fa-a974-af272c815db4 HTTP/1.1" status: 200 len: 815 time: 0.1280272 Oct 27 13:25:24.452410 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 56392) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:24.455858 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b39c3-7b3e-492e-bfdc-70ef1516f5a4 None None] Pushing event updated for resources: {'Port': ['ID=0d69386f-0040-45f1-a87f-1895bea8a657,revision_number=4']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:24.478031 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2a1f954f-8057-4eaf-9665-93988a40cfe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:24.480860 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-709161a5-6154-4239-80ea-68ea878e8798 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/quotas/095dae174c664eafaf3ed463d8b7f319 HTTP/1.1" status: 200 len: 375 time: 0.0190015 Oct 27 13:25:24.544524 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:25:24.575283 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-6ed76612-caae-45f6-b306-55356fc895bd tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=095dae174c664eafaf3ed463d8b7f319&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857484 Oct 27 13:25:24.748853 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2a1f954f-8057-4eaf-9665-93988a40cfe2 admin admin] Publish callbacks [] for security_group (01d31bfe-9e6f-47f4-9173-e0ff1d147f0e), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:24.757980 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-51993f2b-710e-4558-9332-7e81fe26669d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567605 Oct 27 13:25:24.760476 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2a1f954f-8057-4eaf-9665-93988a40cfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (01d31bfe-9e6f-47f4-9173-e0ff1d147f0e), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:24.789001 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:24Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:24.825056 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0321d-27f0-4a5b-a94d-b2f659feaf12 None None] The sync data for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi is: [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:24Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:25:24.913422 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-2a1f954f-8057-4eaf-9665-93988a40cfe2 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=7fce067ad4f54bdfa814eadce2e06111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4598906 Oct 27 13:25:24.916460 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f954f-8057-4eaf-9665-93988a40cfe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d31bfe-9e6f-47f4-9173-e0ff1d147f0e,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:24.917320 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56406) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:24.996589 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-8cd2c589-2846-4d1e-9580-6ad198e70d5f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201493 Oct 27 13:25:25.013461 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-18f100aa-8727-4bc9-88fd-9afa6a0a39aa admin admin] Publish callbacks [] for security_group (01d31bfe-9e6f-47f4-9173-e0ff1d147f0e), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:25.064779 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-18f100aa-8727-4bc9-88fd-9afa6a0a39aa admin admin] Publish callbacks [] for security_group (01d31bfe-9e6f-47f4-9173-e0ff1d147f0e), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:25.159106 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-18f100aa-8727-4bc9-88fd-9afa6a0a39aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (01d31bfe-9e6f-47f4-9173-e0ff1d147f0e), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:25.163132 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-18f100aa-8727-4bc9-88fd-9afa6a0a39aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:25.164899 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-18f100aa-8727-4bc9-88fd-9afa6a0a39aa admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/01d31bfe-9e6f-47f4-9173-e0ff1d147f0e HTTP/1.1" status: 204 len: 168 time: 0.2458613 Oct 27 13:25:25.188036 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f100aa-8727-4bc9-88fd-9afa6a0a39aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d31bfe-9e6f-47f4-9173-e0ff1d147f0e,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:25.266724 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-34de7b18-ef1b-40d0-b537-415c7fde08d4 req-0e78ba5e-3629-4402-acf8-d573ae738a73 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 210 time: 0.0542319 Oct 27 13:25:25.424612 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 0d69386f-0040-45f1-a87f-1895bea8a657 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:25:25.529549 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 0d69386f-0040-45f1-a87f-1895bea8a657 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:25:25.530423 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (0d69386f-0040-45f1-a87f-1895bea8a657), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:25.530550 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e5188-bf3c-4f13-8b96-3d7b217dba05 req-397d76d0-ee41-4d49-88af-940d1b10ffe6 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:25.531448 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 0d69386f-0040-45f1-a87f-1895bea8a657 Oct 27 13:25:25.538599 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0f9e5188-bf3c-4f13-8b96-3d7b217dba05 req-397d76d0-ee41-4d49-88af-940d1b10ffe6 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.1035652 Oct 27 13:25:25.630638 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56438) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:25.661341 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0f9e5188-bf3c-4f13-8b96-3d7b217dba05 req-88195019-e975-4793-9d9c-3b4773905e7a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155059 Oct 27 13:25:25.683258 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 0d69386f-0040-45f1-a87f-1895bea8a657 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:25:25.683258 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (0d69386f-0040-45f1-a87f-1895bea8a657), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:25.732651 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 0d69386f-0040-45f1-a87f-1895bea8a657, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=0d69386f-0040-45f1-a87f-1895bea8a657,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:25:25.739143 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (0d69386f-0040-45f1-a87f-1895bea8a657), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:25.745848 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:25.801345 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=0d69386f-0040-45f1-a87f-1895bea8a657,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:25.999839 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b0eaf527-cfda-47e0-8568-ef64b16308c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:26.083901 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 56458) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:26.119715 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e9d68923-d198-44c9-ae19-8dfeffc5652f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:26.132105 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b0eaf527-cfda-47e0-8568-ef64b16308c5 admin admin] Publish callbacks [] for security_group (7472c071-c6b9-4ad1-b529-b07279074a8b), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:26.139396 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b0eaf527-cfda-47e0-8568-ef64b16308c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (7472c071-c6b9-4ad1-b529-b07279074a8b), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:26.163449 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:26.212083 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-b0eaf527-cfda-47e0-8568-ef64b16308c5 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=5d1f61d01c3042d78cca1b099e24691c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5761325 Oct 27 13:25:26.212273 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 56466) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:26.213533 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eaf527-cfda-47e0-8568-ef64b16308c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7472c071-c6b9-4ad1-b529-b07279074a8b,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:26.239533 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e9d68923-d198-44c9-ae19-8dfeffc5652f admin admin] Publish callbacks [] for security_group (c8f1ac12-1ca5-4d97-add1-abff624b30d8), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:26.250554 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e9d68923-d198-44c9-ae19-8dfeffc5652f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (c8f1ac12-1ca5-4d97-add1-abff624b30d8), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:26.310985 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-e9d68923-d198-44c9-ae19-8dfeffc5652f admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=cc94a4d98e554edba293c85ef8474db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224293 Oct 27 13:25:26.311466 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d68923-d198-44c9-ae19-8dfeffc5652f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f1ac12-1ca5-4d97-add1-abff624b30d8,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:26.311937 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56472) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:26.319041 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:26.327041 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c82afc42-3277-4ec2-be67-bd94df4414da admin admin] Publish callbacks [] for security_group (7472c071-c6b9-4ad1-b529-b07279074a8b), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:26.353902 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c82afc42-3277-4ec2-be67-bd94df4414da admin admin] Publish callbacks [] for security_group (7472c071-c6b9-4ad1-b529-b07279074a8b), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:26.416869 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a07d640e-bcc7-4561-a0cd-705999a8a359 req-c6dbcc40-2907-4d27-a374-70cb6c33c345 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 210 time: 0.0311499 Oct 27 13:25:26.417670 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3731e4cf-4488-486c-8560-4a3a97bca70b admin admin] Publish callbacks [] for security_group (c8f1ac12-1ca5-4d97-add1-abff624b30d8), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:26.424862 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c82afc42-3277-4ec2-be67-bd94df4414da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (7472c071-c6b9-4ad1-b529-b07279074a8b), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:26.427739 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c82afc42-3277-4ec2-be67-bd94df4414da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:26.428939 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-c82afc42-3277-4ec2-be67-bd94df4414da admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/7472c071-c6b9-4ad1-b529-b07279074a8b HTTP/1.1" status: 204 len: 168 time: 0.2171278 Oct 27 13:25:26.438114 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82afc42-3277-4ec2-be67-bd94df4414da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7472c071-c6b9-4ad1-b529-b07279074a8b,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:26.462333 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3731e4cf-4488-486c-8560-4a3a97bca70b admin admin] Publish callbacks [] for security_group (c8f1ac12-1ca5-4d97-add1-abff624b30d8), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:26.524850 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3731e4cf-4488-486c-8560-4a3a97bca70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (c8f1ac12-1ca5-4d97-add1-abff624b30d8), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:26.527479 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3731e4cf-4488-486c-8560-4a3a97bca70b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:26.531055 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-3731e4cf-4488-486c-8560-4a3a97bca70b admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/c8f1ac12-1ca5-4d97-add1-abff624b30d8 HTTP/1.1" status: 204 len: 168 time: 0.2148974 Oct 27 13:25:26.537806 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731e4cf-4488-486c-8560-4a3a97bca70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f1ac12-1ca5-4d97-add1-abff624b30d8,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:26.796616 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ddb47-e780-4879-a858-9ba77205e962 req-cf0e351c-9a83-41fd-8691-3a3a775972e1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:26.798210 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2f4ddb47-e780-4879-a858-9ba77205e962 req-cf0e351c-9a83-41fd-8691-3a3a775972e1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0646307 Oct 27 13:25:26.864036 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2f4ddb47-e780-4879-a858-9ba77205e962 req-48146e27-b6c8-48f4-be6c-b58ac5fee867 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586464 Oct 27 13:25:26.970256 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56498) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:26.983932 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5d2812a4-9079-415b-b166-bf4a84a0eb0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:27.077876 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5d2812a4-9079-415b-b166-bf4a84a0eb0d admin admin] Publish callbacks [] for security_group (43755c26-e900-43ad-9eb6-7fe0e8b78cdd), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:27.083371 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5d2812a4-9079-415b-b166-bf4a84a0eb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (43755c26-e900-43ad-9eb6-7fe0e8b78cdd), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:27.100319 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:27.130209 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-5d2812a4-9079-415b-b166-bf4a84a0eb0d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=4dfe920f9498418bada826fc59afdb91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588831 Oct 27 13:25:27.131635 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2812a4-9079-415b-b166-bf4a84a0eb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43755c26-e900-43ad-9eb6-7fe0e8b78cdd,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:27.132917 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 56506) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:27.192428 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-c9fab0ff-a491-4d03-98ac-6815e1daacb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:27.262773 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 0d69386f-0040-45f1-a87f-1895bea8a657 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:25:27.267143 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2094f1ca-1736-4ac2-863d-7c5e86ef9a9a admin admin] Publish callbacks [] for security_group (43755c26-e900-43ad-9eb6-7fe0e8b78cdd), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:27.326687 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2094f1ca-1736-4ac2-863d-7c5e86ef9a9a admin admin] Publish callbacks [] for security_group (43755c26-e900-43ad-9eb6-7fe0e8b78cdd), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:27.354585 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 0d69386f-0040-45f1-a87f-1895bea8a657 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:25:27.354979 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (0d69386f-0040-45f1-a87f-1895bea8a657), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:27.355297 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 0d69386f-0040-45f1-a87f-1895bea8a657 Oct 27 13:25:27.461499 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2094f1ca-1736-4ac2-863d-7c5e86ef9a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (43755c26-e900-43ad-9eb6-7fe0e8b78cdd), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:27.464906 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2094f1ca-1736-4ac2-863d-7c5e86ef9a9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:27.467146 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-2094f1ca-1736-4ac2-863d-7c5e86ef9a9a admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/43755c26-e900-43ad-9eb6-7fe0e8b78cdd HTTP/1.1" status: 204 len: 168 time: 0.3325455 Oct 27 13:25:27.469601 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 0d69386f-0040-45f1-a87f-1895bea8a657 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:25:27.471281 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee928b3-3abf-489d-b783-0d4eced3025e req-8d0417c7-b0ec-4f1d-a370-765376be4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:27.472971 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cee928b3-3abf-489d-b783-0d4eced3025e req-8d0417c7-b0ec-4f1d-a370-765376be4bc4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 1130 time: 0.0630646 Oct 27 13:25:27.479317 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094f1ca-1736-4ac2-863d-7c5e86ef9a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43755c26-e900-43ad-9eb6-7fe0e8b78cdd,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:27.532483 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cee928b3-3abf-489d-b783-0d4eced3025e req-b971ca84-804a-47fe-bf21-3d64d95d7fd8 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509357 Oct 27 13:25:27.578882 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-57fd3c6b-cbd9-4d07-9f31-0798270fe8d4 req-44008f59-c920-4e51-84a0-cf0bc131d392 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 210 time: 0.0343618 Oct 27 13:25:27.991135 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ef39a-4fd3-462a-92cf-f452d3e30c1a req-381cd797-fcf5-4d6b-8585-dfbf8e251f22 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:27.992697 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e72ef39a-4fd3-462a-92cf-f452d3e30c1a req-381cd797-fcf5-4d6b-8585-dfbf8e251f22 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0498130 Oct 27 13:25:28.046126 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e72ef39a-4fd3-462a-92cf-f452d3e30c1a req-56309321-dedb-4b86-ad5a-7b7dc8735a71 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463879 Oct 27 13:25:28.761544 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b5818dec-4250-4044-819f-2904e8f40e13 req-2032b3b1-e087-41f9-a50e-5fb5fded12c8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 210 time: 0.0471599 Oct 27 13:25:29.130173 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:29.175448 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcb948-584e-4ed6-a32e-1293f93185f5 req-3fcfd55b-aebd-4a25-a898-0798b5934bf0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:29.176961 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7fdcb948-584e-4ed6-a32e-1293f93185f5 req-3fcfd55b-aebd-4a25-a898-0798b5934bf0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0503247 Oct 27 13:25:29.229329 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7fdcb948-584e-4ed6-a32e-1293f93185f5 req-b7e9cc3e-8ad7-41a8-838d-58005f00d8b4 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461154 Oct 27 13:25:29.378663 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7555cc-4c20-48df-b7ba-1aeaa3f46663 req-8a8e6a49-8440-418c-86c9-42cb79fb4cc0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:29.386626 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2c7555cc-4c20-48df-b7ba-1aeaa3f46663 req-8a8e6a49-8440-418c-86c9-42cb79fb4cc0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0556533 Oct 27 13:25:29.386835 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:29.448462 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-0403d57e-1f67-4ca6-a94b-495be9538e84 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:29.451439 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-0403d57e-1f67-4ca6-a94b-495be9538e84 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "GET /networking/v2.0/networks?id=4880e921-0c48-45fa-a974-af272c815db4 HTTP/1.1" status: 200 len: 815 time: 0.1626191 Oct 27 13:25:29.453221 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2c7555cc-4c20-48df-b7ba-1aeaa3f46663 req-bfb526c3-0f68-4471-b2ff-a9ffd0972a69 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575626 Oct 27 13:25:29.502711 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-93d596bf-fe65-4acd-913a-30e42c36456c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:29.561214 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-2994c69d-ff62-43e3-a58f-4762be823900 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=095dae174c664eafaf3ed463d8b7f319 HTTP/1.1" status: 200 len: 380 time: 0.0968206 Oct 27 13:25:29.576837 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-318d3ede-2654-48d3-9898-8842c5626fb1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'port': {'device_id': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'admin_state_up': True, 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'security_groups': ['0453125c-1d0c-4779-9f52-2be7c72a9217']}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:25:29.759471 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-318d3ede-2654-48d3-9898-8842c5626fb1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Made reservation on behalf of 095dae174c664eafaf3ed463d8b7f319 for: {'port': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:25:29.763256 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-318d3ede-2654-48d3-9898-8842c5626fb1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:29.929001 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:29.978401 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-624f4202-e6d5-4a06-83bf-8890cf803475 req-1ebfd819-3de7-4271-9df0-55478f4ee85d tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 210 time: 0.0720789 Oct 27 13:25:30.004636 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-318d3ede-2654-48d3-9898-8842c5626fb1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Allocated IP 172.20.0.9 (4880e921-0c48-45fa-a974-af272c815db4/387ef33e-d1d2-4c31-8402-1f0afa96a77a/6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:25:30.087125 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56684) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:30.156327 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-318d3ede-2654-48d3-9898-8842c5626fb1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for port (6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.189436 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-318d3ede-2654-48d3-9898-8842c5626fb1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.200476 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0ceb6f58-7a57-48c0-a4ec-fc9b4e8858e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.226580 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:30.235146 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-318d3ede-2654-48d3-9898-8842c5626fb1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Network 4880e921-0c48-45fa-a974-af272c815db4 is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:25:30.240558 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-318d3ede-2654-48d3-9898-8842c5626fb1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:25:30.245144 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-318d3ede-2654-48d3-9898-8842c5626fb1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:25:30.270934 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d3ede-2654-48d3-9898-8842c5626fb1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'Port': ['ID=6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:30.288912 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0ceb6f58-7a57-48c0-a4ec-fc9b4e8858e3 admin admin] Publish callbacks [] for security_group (ff638a1a-8636-4e7a-8f0e-aaeeceeab6ed), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.294830 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0ceb6f58-7a57-48c0-a4ec-fc9b4e8858e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (ff638a1a-8636-4e7a-8f0e-aaeeceeab6ed), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.300857 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-318d3ede-2654-48d3-9898-8842c5626fb1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:30.301764 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-318d3ede-2654-48d3-9898-8842c5626fb1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.319547 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-318d3ede-2654-48d3-9898-8842c5626fb1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7488656 Oct 27 13:25:30.338226 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Request body: {'port': {'device_id': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:25:30.346554 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-0ceb6f58-7a57-48c0-a4ec-fc9b4e8858e3 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=923e6b02078246a2aea23720bc032e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582555 Oct 27 13:25:30.347692 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb6f58-7a57-48c0-a4ec-fc9b4e8858e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff638a1a-8636-4e7a-8f0e-aaeeceeab6ed,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:30.363271 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56688) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:30.402428 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:30.420554 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.428555 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ef56-c099-479e-84ca-c3f5a80fa24d admin admin] Publish callbacks [] for security_group (ff638a1a-8636-4e7a-8f0e-aaeeceeab6ed), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.451107 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ef56-c099-479e-84ca-c3f5a80fa24d admin admin] Publish callbacks [] for security_group (ff638a1a-8636-4e7a-8f0e-aaeeceeab6ed), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.505111 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ef56-c099-479e-84ca-c3f5a80fa24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (ff638a1a-8636-4e7a-8f0e-aaeeceeab6ed), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.507754 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ef56-c099-479e-84ca-c3f5a80fa24d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.511980 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-1dd1ef56-c099-479e-84ca-c3f5a80fa24d admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/ff638a1a-8636-4e7a-8f0e-aaeeceeab6ed HTTP/1.1" status: 204 len: 168 time: 0.1417365 Oct 27 13:25:30.529510 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-77745ac2-6004-4850-ac28-3217fc8cd8c6 None None] Provisioning complete for port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:25:30.529977 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1ef56-c099-479e-84ca-c3f5a80fa24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff638a1a-8636-4e7a-8f0e-aaeeceeab6ed,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:30.530480 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-77745ac2-6004-4850-ac28-3217fc8cd8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.530956 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-77745ac2-6004-4850-ac28-3217fc8cd8c6 None None] Attempt 1 to provision port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c Oct 27 13:25:30.583739 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-77745ac2-6004-4850-ac28-3217fc8cd8c6 None None] Port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:25:30.731619 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c {{(pid=104533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:25:30.741063 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Publish callbacks [] for port (6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.755371 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.provisioning_blocks [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Transition to ACTIVE for port object 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c will not be triggered until provisioned by entity L2. {{(pid=104533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:25:30.760785 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.796114 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.839695 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:30.864404 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56702) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:30.879645 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8233f760-64e7-4de5-bb56-ea59c2b48c0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.901418 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Attempting to bind port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:25:30.901801 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Attempting to bind port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:25:30.902227 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Attempting to bind port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c on network 4880e921-0c48-45fa-a974-af272c815db4 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:25:30.947977 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c on network 4880e921-0c48-45fa-a974-af272c815db4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:25:30.948607 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Attempting to bind port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c on network 4880e921-0c48-45fa-a974-af272c815db4 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:25:30.967902 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8233f760-64e7-4de5-bb56-ea59c2b48c0c admin admin] Publish callbacks [] for security_group (c53eb29e-16c5-4c1a-889e-b5a6d10c1a51), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.974192 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8233f760-64e7-4de5-bb56-ea59c2b48c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (c53eb29e-16c5-4c1a-889e-b5a6d10c1a51), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:30.993959 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:30.997224 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:25:30.997774 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Checking segment: {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:25:30.998526 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Bound using segment: {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:25:30.999040 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Bound port: 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'}}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:25:30.999468 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:31.028712 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-8233f760-64e7-4de5-bb56-ea59c2b48c0c admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=f6834818371e4f87aac0a5e4d71d4d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629851 Oct 27 13:25:31.029562 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233f760-64e7-4de5-bb56-ea59c2b48c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53eb29e-16c5-4c1a-889e-b5a6d10c1a51,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:31.032051 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56710) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:31.099202 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:31.108490 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-dd4b1343-25b4-44f7-82c2-bd0ccce535ac admin admin] Publish callbacks [] for security_group (c53eb29e-16c5-4c1a-889e-b5a6d10c1a51), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:31.138007 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] For port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c, host hv-cinder-86243, cleared binding levels {{(pid=104533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:25:31.147631 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] For port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:25:31.159777 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:31.166508 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:31.167516 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:31.171296 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c HTTP/1.1" status: 200 len: 1093 time: 0.8384769 Oct 27 13:25:31.174256 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'tag': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:25:31.177567 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72352e1-2adb-466e-98cd-21429c101ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8b8230-922c-4d41-90e1-6b62526afc91", "tag": "6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:25:31.213407 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-dd4b1343-25b4-44f7-82c2-bd0ccce535ac admin admin] Publish callbacks [] for security_group (c53eb29e-16c5-4c1a-889e-b5a6d10c1a51), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:31.297646 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-247aaece-0bfe-430e-b754-6c1b0870a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:31.299202 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-247aaece-0bfe-430e-b754-6c1b0870a539 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=095dae174c664eafaf3ed463d8b7f319&device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 1127 time: 0.0681665 Oct 27 13:25:31.299991 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ca7c0-437c-404c-987e-52d81f611e85 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c,revision_number=3']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:31.365290 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-0531a2e3-6a9e-4157-8a23-0d06a0852bdd service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c HTTP/1.1" status: 200 len: 217 time: 0.0548334 Oct 27 13:25:31.424598 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b14ff97-9f89-4b11-a4d0-ab481fc7d8b2 x-openstack-request-id: req-7b14ff97-9f89-4b11-a4d0-ab481fc7d8b2 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:25:31.425225 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8b8230-922c-4d41-90e1-6b62526afc91", "tag": "6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:25:31.425620 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b14ff97-9f89-4b11-a4d0-ab481fc7d8b2 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:25:31.426167 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b14ff97-9f89-4b11-a4d0-ab481fc7d8b2'] response: {'name': 'network-changed', 'server_uuid': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'tag': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c', 'status': 'completed', 'code': 200} Oct 27 13:25:31.448736 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-07d93664-094c-472d-9667-e3c7efaa604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:31.450378 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-07d93664-094c-472d-9667-e3c7efaa604e service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=387ef33e-d1d2-4c31-8402-1f0afa96a77a HTTP/1.1" status: 200 len: 854 time: 0.0784149 Oct 27 13:25:31.539711 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-78e0bc83-0ccb-4eae-8718-38528ff6a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:31.541638 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-78e0bc83-0ccb-4eae-8718-38528ff6a0e2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=4880e921-0c48-45fa-a974-af272c815db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793476 Oct 27 13:25:31.572163 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e84b13-cc6e-4253-bb4a-139e3a2e2021 req-d74b5319-6ab2-4261-adca-8a1331e6a7d8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:31.573532 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-91e84b13-cc6e-4253-bb4a-139e3a2e2021 req-d74b5319-6ab2-4261-adca-8a1331e6a7d8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0707057 Oct 27 13:25:31.589573 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56726) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:31.594410 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:31.595296 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27db12-baf5-43d0-a5b3-c8596d7f9c4b req-4e9696b5-395c-478b-8f3a-e66728ad2770 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:31.596872 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2c27db12-baf5-43d0-a5b3-c8596d7f9c4b req-4e9696b5-395c-478b-8f3a-e66728ad2770 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 943 time: 0.4735110 Oct 27 13:25:31.642261 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a869812-5a9d-445e-ba65-aae9b1900667 req-5a273fbe-1c29-4d73-b950-7a8e1442da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:31.643732 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4a869812-5a9d-445e-ba65-aae9b1900667 req-5a273fbe-1c29-4d73-b950-7a8e1442da36 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 1129 time: 0.1004503 Oct 27 13:25:31.691110 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-dd4b1343-25b4-44f7-82c2-bd0ccce535ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (c53eb29e-16c5-4c1a-889e-b5a6d10c1a51), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:31.693627 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-dd4b1343-25b4-44f7-82c2-bd0ccce535ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:31.694759 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-dd4b1343-25b4-44f7-82c2-bd0ccce535ac admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/c53eb29e-16c5-4c1a-889e-b5a6d10c1a51 HTTP/1.1" status: 204 len: 168 time: 0.6501389 Oct 27 13:25:31.730362 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-91e84b13-cc6e-4253-bb4a-139e3a2e2021 req-3aa34a87-d85c-4611-99eb-3feb54bb1018 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558933 Oct 27 13:25:31.739172 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-4f318fe0-c512-4c91-b2d2-dbdb23038721 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892540 Oct 27 13:25:31.744310 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2c27db12-baf5-43d0-a5b3-c8596d7f9c4b req-a76e8b29-fbdb-49fc-b528-9c1ea2e24522 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346250 Oct 27 13:25:31.756464 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b1343-25b4-44f7-82c2-bd0ccce535ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53eb29e-16c5-4c1a-889e-b5a6d10c1a51,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:31.811192 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:31.825621 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-13722b41-1883-4f62-a43a-fc2e7435fb80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:31.844632 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a869812-5a9d-445e-ba65-aae9b1900667 req-c2383496-b0e1-4804-a99a-1049de0f5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:31.846122 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4a869812-5a9d-445e-ba65-aae9b1900667 req-c2383496-b0e1-4804-a99a-1049de0f5ce6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 200 len: 919 time: 0.1895969 Oct 27 13:25:31.880607 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6b59bf-59b3-4ea9-944a-3b230d3db8ba req-dc7222ba-b972-41fc-81ff-61f7fce36c37 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336014 Oct 27 13:25:31.906561 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4a869812-5a9d-445e-ba65-aae9b1900667 req-ae637151-373e-443e-a382-113f4b6d51cd service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d002aeca-8ed9-4dcb-a918-f911694d6cb8 HTTP/1.1" status: 200 len: 217 time: 0.0539095 Oct 27 13:25:31.956359 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-13722b41-1883-4f62-a43a-fc2e7435fb80 admin admin] Publish callbacks [] for security_group (98792383-73ec-4308-bae9-468631d09827), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:31.960056 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-13722b41-1883-4f62-a43a-fc2e7435fb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (98792383-73ec-4308-bae9-468631d09827), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:32.006989 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-13722b41-1883-4f62-a43a-fc2e7435fb80 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=aea0cf9918594b1bbaee3a89da127eff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4089823 Oct 27 13:25:32.007705 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13722b41-1883-4f62-a43a-fc2e7435fb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98792383-73ec-4308-bae9-468631d09827,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:32.011380 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 56738) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:32.067637 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0d83a53c-e419-43aa-a726-b4bada83d9ff admin admin] Publish callbacks [] for security_group (98792383-73ec-4308-bae9-468631d09827), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:32.074400 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:32.090377 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0d83a53c-e419-43aa-a726-b4bada83d9ff admin admin] Publish callbacks [] for security_group (98792383-73ec-4308-bae9-468631d09827), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:32.148425 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0d83a53c-e419-43aa-a726-b4bada83d9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (98792383-73ec-4308-bae9-468631d09827), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:32.151055 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0d83a53c-e419-43aa-a726-b4bada83d9ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:32.152305 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-0d83a53c-e419-43aa-a726-b4bada83d9ff admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/98792383-73ec-4308-bae9-468631d09827 HTTP/1.1" status: 204 len: 168 time: 0.1392987 Oct 27 13:25:32.160384 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83a53c-e419-43aa-a726-b4bada83d9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98792383-73ec-4308-bae9-468631d09827,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:32.602239 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:32.899380 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345716f9-715f-43cb-9767-92ce111393b4 req-e63175c6-955b-43e3-91c6-78247caa1fe6 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:32.910742 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-345716f9-715f-43cb-9767-92ce111393b4 req-e63175c6-955b-43e3-91c6-78247caa1fe6 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.1035359 Oct 27 13:25:32.911635 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3495a5b-af17-4e33-b14f-d552d4a2a20e req-a6fd5766-49e9-4f1c-b0c8-76fefa31eee7 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:32.919967 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f3495a5b-af17-4e33-b14f-d552d4a2a20e req-a6fd5766-49e9-4f1c-b0c8-76fefa31eee7 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 943 time: 0.0680516 Oct 27 13:25:33.011452 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72352e1-2adb-466e-98cd-21429c101ce8 req-e1ff047c-992e-4392-9767-d75e83067318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:33.012992 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b72352e1-2adb-466e-98cd-21429c101ce8 req-e1ff047c-992e-4392-9767-d75e83067318 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=095dae174c664eafaf3ed463d8b7f319&device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 1127 time: 0.0804787 Oct 27 13:25:33.025123 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a869812-5a9d-445e-ba65-aae9b1900667 req-5aa27bea-f78f-4776-a3d7-14035a77cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:33.026972 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4a869812-5a9d-445e-ba65-aae9b1900667 req-5aa27bea-f78f-4776-a3d7-14035a77cc8d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d729a604-725f-4ad1-9296-503f3419b171 HTTP/1.1" status: 200 len: 857 time: 0.0989726 Oct 27 13:25:33.043241 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f3495a5b-af17-4e33-b14f-d552d4a2a20e req-5da14ba7-30f2-4b14-bd90-2ff848c4ff96 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222687 Oct 27 13:25:33.087831 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a869812-5a9d-445e-ba65-aae9b1900667 req-8b21fde6-16a8-46a0-b0c1-73a8d4fb3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:33.090965 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4a869812-5a9d-445e-ba65-aae9b1900667 req-8b21fde6-16a8-46a0-b0c1-73a8d4fb3cfd service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454707 Oct 27 13:25:33.093753 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:33.105850 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-345716f9-715f-43cb-9767-92ce111393b4 req-dd3daa35-6cc2-4610-b33a-cf3f95129308 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886270 Oct 27 13:25:33.158896 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72352e1-2adb-466e-98cd-21429c101ce8 req-c6029c00-4056-4076-87e3-b95c04e782f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:33.160834 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b72352e1-2adb-466e-98cd-21429c101ce8 req-c6029c00-4056-4076-87e3-b95c04e782f8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=4880e921-0c48-45fa-a974-af272c815db4 HTTP/1.1" status: 200 len: 916 time: 0.1389446 Oct 27 13:25:33.208903 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4a869812-5a9d-445e-ba65-aae9b1900667 req-620c37f8-1e30-476c-9861-3039c485ccaf service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105518 Oct 27 13:25:33.227111 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b72352e1-2adb-466e-98cd-21429c101ce8 req-0da3f542-68a0-4d5a-81ee-e63cc26ff918 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c HTTP/1.1" status: 200 len: 217 time: 0.0582519 Oct 27 13:25:33.299263 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:25:33.300682 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72352e1-2adb-466e-98cd-21429c101ce8 req-d41630f9-a0a6-4c93-bb44-f5c31dc09368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:33.304263 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b72352e1-2adb-466e-98cd-21429c101ce8 req-d41630f9-a0a6-4c93-bb44-f5c31dc09368 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=387ef33e-d1d2-4c31-8402-1f0afa96a77a HTTP/1.1" status: 200 len: 854 time: 0.0640371 Oct 27 13:25:33.324525 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:33.340756 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4a869812-5a9d-445e-ba65-aae9b1900667 req-b5b8aec3-2467-40d8-9d3b-0027d9464cf6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247673 Oct 27 13:25:33.373700 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72352e1-2adb-466e-98cd-21429c101ce8 req-0f03e739-1c30-4854-8621-0cadfb969f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:33.375200 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b72352e1-2adb-466e-98cd-21429c101ce8 req-0f03e739-1c30-4854-8621-0cadfb969f9b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=4880e921-0c48-45fa-a974-af272c815db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620124 Oct 27 13:25:33.437648 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:25:33.451807 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'port_id': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c', 'mac_address': 'fa:16:3e:73:c2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:25:33.489068 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:25:33.489466 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:33.498021 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b72352e1-2adb-466e-98cd-21429c101ce8 req-a9dc706b-635d-47aa-8be2-de9246212efe service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130118 Oct 27 13:25:33.504625 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:25:33.526183 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:25:33.529920 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:33.582259 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:33.676112 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b72352e1-2adb-466e-98cd-21429c101ce8 req-4eb5bf6b-8d69-4d05-917d-070e10efe4ed service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223159 Oct 27 13:25:33.839980 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:25:33.958852 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:34.056676 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56836) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:34.176843 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e89fdf-af21-4802-bdd6-a30a0d9379aa req-b5d30c69-9e07-4ee9-a27d-eac3c1058c90 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:34.178325 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-70e89fdf-af21-4802-bdd6-a30a0d9379aa req-b5d30c69-9e07-4ee9-a27d-eac3c1058c90 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 944 time: 0.0637722 Oct 27 13:25:34.179481 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-53917de5-5f0d-463c-aeee-6d3d81c3d334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:34.229240 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:34.261352 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-70e89fdf-af21-4802-bdd6-a30a0d9379aa req-841bc438-ea47-40ca-88a2-80b0880ed499 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731809 Oct 27 13:25:34.262401 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02566a-fbbb-4140-8e4b-5a265c5ce8ce req-57637040-883c-4bbc-8752-f1c76e51328a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:34.264785 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6d02566a-fbbb-4140-8e4b-5a265c5ce8ce req-57637040-883c-4bbc-8752-f1c76e51328a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0511479 Oct 27 13:25:34.291197 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:34.316448 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6d02566a-fbbb-4140-8e4b-5a265c5ce8ce req-a09a071a-48dc-497c-8e92-9e848176648b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454595 Oct 27 13:25:34.344268 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-53917de5-5f0d-463c-aeee-6d3d81c3d334 admin admin] Publish callbacks [] for security_group (9266bb92-5b6f-4685-bca6-6ba29a7a1d81), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:34.344268 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-53917de5-5f0d-463c-aeee-6d3d81c3d334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (9266bb92-5b6f-4685-bca6-6ba29a7a1d81), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:34.372097 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:34.385146 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53917de5-5f0d-463c-aeee-6d3d81c3d334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9266bb92-5b6f-4685-bca6-6ba29a7a1d81,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:34.389747 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-53917de5-5f0d-463c-aeee-6d3d81c3d334 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=bd7342d677a4406d9363116c3b1c035d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320594 Oct 27 13:25:34.392496 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56848) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:34.450141 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4d64-c60d-4026-a492-8f1e4b06d764 admin admin] Publish callbacks [] for security_group (9266bb92-5b6f-4685-bca6-6ba29a7a1d81), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:34.473026 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4d64-c60d-4026-a492-8f1e4b06d764 admin admin] Publish callbacks [] for security_group (9266bb92-5b6f-4685-bca6-6ba29a7a1d81), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:34.509567 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-ef30884f-ebd1-448c-acef-8104144a6270 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=ad0ac3d8983248bcad9b84c1be67bc47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383861 Oct 27 13:25:34.661787 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4d64-c60d-4026-a492-8f1e4b06d764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (9266bb92-5b6f-4685-bca6-6ba29a7a1d81), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:34.664365 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4d64-c60d-4026-a492-8f1e4b06d764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:34.665516 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-a7ed4d64-c60d-4026-a492-8f1e4b06d764 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/9266bb92-5b6f-4685-bca6-6ba29a7a1d81 HTTP/1.1" status: 204 len: 168 time: 0.2721109 Oct 27 13:25:34.696976 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed4d64-c60d-4026-a492-8f1e4b06d764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9266bb92-5b6f-4685-bca6-6ba29a7a1d81,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:34.731546 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-2e540d2a-b1e4-4772-8b68-dbc6036b5e9e tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:34.733089 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-2e540d2a-b1e4-4772-8b68-dbc6036b5e9e tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173545 Oct 27 13:25:34.749138 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-f8c07934-8b7e-4bcd-a002-ee56d4344b86 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/quotas/ad0ac3d8983248bcad9b84c1be67bc47 HTTP/1.1" status: 200 len: 375 time: 0.0097115 Oct 27 13:25:34.788610 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-9b17dd2a-2e23-4eb1-af76-7d8f6ea68bc9 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=ad0ac3d8983248bcad9b84c1be67bc47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327663 Oct 27 13:25:34.794961 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:34.796077 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:34.991840 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a70b1fd-f569-436e-aa49-25b57ac3b43e req-3209223f-55b1-49a9-8df4-049b3a7db573 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 210 time: 0.0455537 Oct 27 13:25:35.008599 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56874) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:35.029405 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ae62a13b-7f2b-4d04-9e79-8ba190355064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:35.130059 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ae62a13b-7f2b-4d04-9e79-8ba190355064 admin admin] Publish callbacks [] for security_group (7f8d3b9a-ebb9-4f43-9348-d1fe4c9d5a77), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:35.136426 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ae62a13b-7f2b-4d04-9e79-8ba190355064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (7f8d3b9a-ebb9-4f43-9348-d1fe4c9d5a77), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:35.185860 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-ae62a13b-7f2b-4d04-9e79-8ba190355064 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=52d3e276b51f44ec999dc01dd9ec11bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1756649 Oct 27 13:25:35.187050 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62a13b-7f2b-4d04-9e79-8ba190355064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8d3b9a-ebb9-4f43-9348-d1fe4c9d5a77,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:35.188750 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 56882) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:35.244473 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0b6cec6b-74af-403b-b3c6-35dae1623357 admin admin] Publish callbacks [] for security_group (7f8d3b9a-ebb9-4f43-9348-d1fe4c9d5a77), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:35.268174 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0b6cec6b-74af-403b-b3c6-35dae1623357 admin admin] Publish callbacks [] for security_group (7f8d3b9a-ebb9-4f43-9348-d1fe4c9d5a77), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:35.318983 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:25:35.327300 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0b6cec6b-74af-403b-b3c6-35dae1623357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (7f8d3b9a-ebb9-4f43-9348-d1fe4c9d5a77), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:35.329902 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0b6cec6b-74af-403b-b3c6-35dae1623357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:35.331047 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-0b6cec6b-74af-403b-b3c6-35dae1623357 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/7f8d3b9a-ebb9-4f43-9348-d1fe4c9d5a77 HTTP/1.1" status: 204 len: 168 time: 0.1411252 Oct 27 13:25:35.349106 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cec6b-74af-403b-b3c6-35dae1623357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8d3b9a-ebb9-4f43-9348-d1fe4c9d5a77,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:35.420948 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:25:35.432186 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:25:35.432927 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:35.433323 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c Oct 27 13:25:35.485990 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0619ff-7fb9-47df-988a-fae5fda81c19 req-a56870c9-591c-4133-9ad9-ffcaf0c69e52 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:35.487582 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8c0619ff-7fb9-47df-988a-fae5fda81c19 req-a56870c9-591c-4133-9ad9-ffcaf0c69e52 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0549233 Oct 27 13:25:35.525394 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f67901-4bc2-4b4c-89da-c5470f11a1be req-d3d23a33-a076-42f3-a22d-d761af2e0e0e tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:35.527687 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-00f67901-4bc2-4b4c-89da-c5470f11a1be req-d3d23a33-a076-42f3-a22d-d761af2e0e0e tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 944 time: 0.1211169 Oct 27 13:25:35.536746 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:25:35.537127 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:35.556259 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8c0619ff-7fb9-47df-988a-fae5fda81c19 req-4aee2424-d96e-498f-a868-118efa15c320 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609233 Oct 27 13:25:35.566320 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:25:35.568740 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef6b7aa-6a94-46e2-b25a-44a8254d0feb" -d '{"events": [{"server_uuid": "7e8b8230-922c-4d41-90e1-6b62526afc91", "name": "network-vif-plugged", "status": "completed", "tag": "6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:25:35.597613 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:25:35.603624 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:35.636312 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-00f67901-4bc2-4b4c-89da-c5470f11a1be req-bc358895-f7ec-40d2-8bdf-2d343cc8be91 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019793 Oct 27 13:25:35.649173 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7574b423-ce28-4440-9a6c-0497b6f6b85b x-openstack-request-id: req-7574b423-ce28-4440-9a6c-0497b6f6b85b {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:25:35.649490 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8b8230-922c-4d41-90e1-6b62526afc91", "name": "network-vif-plugged", "status": "completed", "tag": "6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:25:35.649736 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7574b423-ce28-4440-9a6c-0497b6f6b85b {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:25:35.650300 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7574b423-ce28-4440-9a6c-0497b6f6b85b'] response: {'server_uuid': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c', 'code': 200} Oct 27 13:25:35.663164 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:36.085288 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-323522fe-60d0-4945-9bd8-14b0b0fdef9e req-28132add-9b92-4411-b9a7-1205a0e0ccf7 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 210 time: 0.0271053 Oct 27 13:25:36.689783 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd31d5-36f0-4073-b25d-778909cbb8b7 req-3239930b-66a0-4b1d-b551-3fd557c1c18b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:36.692916 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-35dd31d5-36f0-4073-b25d-778909cbb8b7 req-3239930b-66a0-4b1d-b551-3fd557c1c18b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0509052 Oct 27 13:25:36.745160 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-35dd31d5-36f0-4073-b25d-778909cbb8b7 req-14571fca-1377-4e52-bc7f-8f16bec8ea24 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477791 Oct 27 13:25:36.772785 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d1cfc-ce9f-4b08-a7ac-7135ef4dde1f req-595d8af8-6734-4752-a7d1-124418476eb0 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:36.774293 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ed7d1cfc-ce9f-4b08-a7ac-7135ef4dde1f req-595d8af8-6734-4752-a7d1-124418476eb0 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 945 time: 0.0595679 Oct 27 13:25:36.825126 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ed7d1cfc-ce9f-4b08-a7ac-7135ef4dde1f req-78fdfe46-9ed0-4566-b550-81ff1cf28b06 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448472 Oct 27 13:25:37.189795 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-95e9bd82-7e51-43b5-97f4-f3a762a1c2df req-301f5a54-31d0-4906-833c-bbc931b4c2d4 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 210 time: 0.0285680 Oct 27 13:25:37.647527 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 56978) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:37.756807 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e95d6138-01e7-4ca9-ac7b-61a8e93f4be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:37.861402 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:37.867846 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e95d6138-01e7-4ca9-ac7b-61a8e93f4be4 admin admin] Publish callbacks [] for security_group (d57ea772-9b8e-47fe-9793-93da6bd06b89), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:37.874332 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e95d6138-01e7-4ca9-ac7b-61a8e93f4be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (d57ea772-9b8e-47fe-9793-93da6bd06b89), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:37.888033 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4762565-1984-4bc1-a92d-c972fa5e1aa3 req-cd0a086d-578e-4994-bb54-1652a9c5596a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:37.889537 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f4762565-1984-4bc1-a92d-c972fa5e1aa3 req-cd0a086d-578e-4994-bb54-1652a9c5596a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0638056 Oct 27 13:25:37.942635 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d6138-01e7-4ca9-ac7b-61a8e93f4be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57ea772-9b8e-47fe-9793-93da6bd06b89,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:37.949951 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-e95d6138-01e7-4ca9-ac7b-61a8e93f4be4 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=64c16f3e191c4d3ead6ccf5a6304e331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013787 Oct 27 13:25:37.951645 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56986) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:37.975586 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122e7ef-7530-47e1-b7a2-278037774b71 req-c5d25016-1b17-45ef-ba82-d4ed53fb15d5 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:37.977695 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5122e7ef-7530-47e1-b7a2-278037774b71 req-c5d25016-1b17-45ef-ba82-d4ed53fb15d5 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 945 time: 0.0660763 Oct 27 13:25:37.980312 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f4762565-1984-4bc1-a92d-c972fa5e1aa3 req-6de95edc-72b2-4598-99c7-80d4143be5a3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756800 Oct 27 13:25:38.014735 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:38.071772 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-eb5a266e-a5f8-4ba3-831d-6bc38fb97b3d admin admin] Publish callbacks [] for security_group (d57ea772-9b8e-47fe-9793-93da6bd06b89), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:38.081418 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:38.086655 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5122e7ef-7530-47e1-b7a2-278037774b71 req-da486285-3dde-4ba6-bc51-fa84f134ca8a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859971 Oct 27 13:25:38.099212 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-eb5a266e-a5f8-4ba3-831d-6bc38fb97b3d admin admin] Publish callbacks [] for security_group (d57ea772-9b8e-47fe-9793-93da6bd06b89), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:38.148458 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-eb5a266e-a5f8-4ba3-831d-6bc38fb97b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (d57ea772-9b8e-47fe-9793-93da6bd06b89), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:38.151022 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-eb5a266e-a5f8-4ba3-831d-6bc38fb97b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:38.152142 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-eb5a266e-a5f8-4ba3-831d-6bc38fb97b3d admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/d57ea772-9b8e-47fe-9793-93da6bd06b89 HTTP/1.1" status: 204 len: 168 time: 0.1994345 Oct 27 13:25:38.160335 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a266e-a5f8-4ba3-831d-6bc38fb97b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57ea772-9b8e-47fe-9793-93da6bd06b89,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:38.301010 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-148b72a0-727f-48ad-9f95-1e89b11953f6 req-3c127cf8-4cd1-4cda-9c17-263f00384bcc tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 210 time: 0.0273931 Oct 27 13:25:38.457442 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 56998) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:38.470721 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1bac28ba-a96a-4b81-9d49-65020caae57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:38.537609 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02d920-ebe0-4ce6-bd79-362b82c30452 req-0a5653a2-b753-4f3b-a42f-9c2dcc561411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:38.540149 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-eb02d920-ebe0-4ce6-bd79-362b82c30452 req-0a5653a2-b753-4f3b-a42f-9c2dcc561411 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 1129 time: 0.0453441 Oct 27 13:25:38.552713 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1bac28ba-a96a-4b81-9d49-65020caae57e admin admin] Publish callbacks [] for security_group (cd3b3b26-4bc0-495f-9225-09809660779a), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:38.557389 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1bac28ba-a96a-4b81-9d49-65020caae57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (cd3b3b26-4bc0-495f-9225-09809660779a), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:38.607589 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-1bac28ba-a96a-4b81-9d49-65020caae57e admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=88bb33b911d740a8a1e031748aba9873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513646 Oct 27 13:25:38.608453 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac28ba-a96a-4b81-9d49-65020caae57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3b3b26-4bc0-495f-9225-09809660779a,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:38.610150 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 57000) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:38.659589 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-eb02d920-ebe0-4ce6-bd79-362b82c30452 req-82bda960-7768-4e69-9532-47c8559cc4f2 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749466 Oct 27 13:25:38.684707 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fcc7d66f-d920-49dd-951a-a8aad0babdd7 admin admin] Publish callbacks [] for security_group (cd3b3b26-4bc0-495f-9225-09809660779a), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:38.712176 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fcc7d66f-d920-49dd-951a-a8aad0babdd7 admin admin] Publish callbacks [] for security_group (cd3b3b26-4bc0-495f-9225-09809660779a), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:38.718587 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:38.761320 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fcc7d66f-d920-49dd-951a-a8aad0babdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (cd3b3b26-4bc0-495f-9225-09809660779a), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:38.764214 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fcc7d66f-d920-49dd-951a-a8aad0babdd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:38.765372 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-fcc7d66f-d920-49dd-951a-a8aad0babdd7 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/cd3b3b26-4bc0-495f-9225-09809660779a HTTP/1.1" status: 204 len: 168 time: 0.1536603 Oct 27 13:25:38.775965 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7d66f-d920-49dd-951a-a8aad0babdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3b3b26-4bc0-495f-9225-09809660779a,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:39.129472 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3adaf-c739-4dc9-be17-6c516ea7f328 req-aa404e4d-ae9d-493a-8a72-d34bcbeb85a0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:39.131035 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-57f3adaf-c739-4dc9-be17-6c516ea7f328 req-aa404e4d-ae9d-493a-8a72-d34bcbeb85a0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0640955 Oct 27 13:25:39.185901 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-57f3adaf-c739-4dc9-be17-6c516ea7f328 req-31e559f4-5fb2-4c27-9dde-6a78296c0132 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489509 Oct 27 13:25:39.221360 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041eb6d-d889-4754-80b1-d83b424a3013 req-6a9b2397-ee9b-4056-8d1d-6b732b183b7c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:39.222876 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b041eb6d-d889-4754-80b1-d83b424a3013 req-6a9b2397-ee9b-4056-8d1d-6b732b183b7c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 945 time: 0.0495145 Oct 27 13:25:39.271891 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b041eb6d-d889-4754-80b1-d83b424a3013 req-b2b4afe5-1b94-4565-a102-c35e77322c25 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428152 Oct 27 13:25:39.422849 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a45f855e-69d8-4ac8-a050-869a644791da req-a3ee607d-eeff-43fa-b503-eb2879b320e3 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 210 time: 0.0288341 Oct 27 13:25:39.886999 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a9e2274c-f03b-4603-a498-d710f1db877a tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=ad0ac3d8983248bcad9b84c1be67bc47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301671 Oct 27 13:25:40.100963 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-d851c040-c45f-45db-80ba-292ee79759fb tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:40.102467 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-d851c040-c45f-45db-80ba-292ee79759fb tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025316 Oct 27 13:25:40.425441 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cc469-f6ca-475b-abd0-46a4fa1bddf9 req-df7d2822-f737-49ce-9a4f-50592e346ab5 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:40.427012 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5d8cc469-f6ca-475b-abd0-46a4fa1bddf9 req-df7d2822-f737-49ce-9a4f-50592e346ab5 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 945 time: 0.0529809 Oct 27 13:25:40.512649 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5d8cc469-f6ca-475b-abd0-46a4fa1bddf9 req-e8449604-15b5-4d36-8957-55129a511df8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607862 Oct 27 13:25:40.537212 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-4454fad0-b863-436f-ba8b-3667920a1d14 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Request body: {'port': {'device_id': '4ed6eadd-6996-4e9e-87f7-2962fcacbd5e', 'network_id': '8b0e6763-0b5d-41d1-8d64-3396c6148f5d', 'admin_state_up': True, 'tenant_id': 'ad0ac3d8983248bcad9b84c1be67bc47'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:25:40.628568 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ea3e94ff-f05a-47fe-9506-6a5530f0e34c req-5152f3d0-3d24-46e3-b575-6968bb620cee tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 210 time: 0.0440371 Oct 27 13:25:40.641419 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce728e-31f0-4b3e-bfc7-01323b8715dc req-bdceecf1-05ea-4803-8885-596d4bab45b9 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:40.643778 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f2ce728e-31f0-4b3e-bfc7-01323b8715dc req-bdceecf1-05ea-4803-8885-596d4bab45b9 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.3793855 Oct 27 13:25:40.729662 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f2ce728e-31f0-4b3e-bfc7-01323b8715dc req-cea86606-b2db-4be9-a1aa-0cf7557fe3a4 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730870 Oct 27 13:25:40.759358 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-4454fad0-b863-436f-ba8b-3667920a1d14 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Made reservation on behalf of ad0ac3d8983248bcad9b84c1be67bc47 for: {'port': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:25:40.763280 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-4454fad0-b863-436f-ba8b-3667920a1d14 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:40.772471 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-4454fad0-b863-436f-ba8b-3667920a1d14 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:40.867626 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-4454fad0-b863-436f-ba8b-3667920a1d14 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Publish callbacks [] for security_group (9827bb25-9b89-4415-b692-a47a3b8e09c6), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:40.871726 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-4454fad0-b863-436f-ba8b-3667920a1d14 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (9827bb25-9b89-4415-b692-a47a3b8e09c6), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:40.895649 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:40.952384 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454fad0-b863-436f-ba8b-3667920a1d14 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9827bb25-9b89-4415-b692-a47a3b8e09c6,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:41.034260 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-4454fad0-b863-436f-ba8b-3667920a1d14 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Allocated IP 192.168.233.198 (8b0e6763-0b5d-41d1-8d64-3396c6148f5d/4b61e6bd-954c-4127-a594-368ba60105a9/630e2996-5dfe-4ee3-9dd5-83ea4aa48f01) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:25:41.112511 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 57104) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:41.161246 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:DELETE=2,neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:41.212805 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-4454fad0-b863-436f-ba8b-3667920a1d14 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Publish callbacks [] for port (630e2996-5dfe-4ee3-9dd5-83ea4aa48f01), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:41.234241 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b298ee39-757b-4fe7-a883-6e2e7133d2a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:41.248530 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-4454fad0-b863-436f-ba8b-3667920a1d14 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (630e2996-5dfe-4ee3-9dd5-83ea4aa48f01), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:41.292828 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-4454fad0-b863-436f-ba8b-3667920a1d14 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Network 8b0e6763-0b5d-41d1-8d64-3396c6148f5d is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:25:41.298639 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-4454fad0-b863-436f-ba8b-3667920a1d14 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:25:41.302483 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-4454fad0-b863-436f-ba8b-3667920a1d14 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:25:41.308779 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454fad0-b863-436f-ba8b-3667920a1d14 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Pushing event updated for resources: {'Port': ['ID=630e2996-5dfe-4ee3-9dd5-83ea4aa48f01,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:41.320613 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b298ee39-757b-4fe7-a883-6e2e7133d2a9 admin admin] Publish callbacks [] for security_group (93ba83db-99fd-4ec2-96c8-4eff203db579), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:41.325490 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b298ee39-757b-4fe7-a883-6e2e7133d2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (93ba83db-99fd-4ec2-96c8-4eff203db579), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:41.356207 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-4454fad0-b863-436f-ba8b-3667920a1d14 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:41.356999 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-4454fad0-b863-436f-ba8b-3667920a1d14 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:41.371157 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-b298ee39-757b-4fe7-a883-6e2e7133d2a9 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=a7fe20a198504ec49b892baf0c7dbfbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574401 Oct 27 13:25:41.371865 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298ee39-757b-4fe7-a883-6e2e7133d2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ba83db-99fd-4ec2-96c8-4eff203db579,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:41.374256 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 57110) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:41.379752 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-4454fad0-b863-436f-ba8b-3667920a1d14 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1037562 Oct 27 13:25:41.392748 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Request body: {'port': {'device_id': '4ed6eadd-6996-4e9e-87f7-2962fcacbd5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:25:41.432932 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1e063a87-cd09-44ea-8fab-ca6214435af9 admin admin] Publish callbacks [] for security_group (93ba83db-99fd-4ec2-96c8-4eff203db579), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:41.458344 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1e063a87-cd09-44ea-8fab-ca6214435af9 admin admin] Publish callbacks [] for security_group (93ba83db-99fd-4ec2-96c8-4eff203db579), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:41.460029 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:41.465838 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (630e2996-5dfe-4ee3-9dd5-83ea4aa48f01), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:41.527500 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1e063a87-cd09-44ea-8fab-ca6214435af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (93ba83db-99fd-4ec2-96c8-4eff203db579), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:41.530387 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1e063a87-cd09-44ea-8fab-ca6214435af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:41.531696 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-1e063a87-cd09-44ea-8fab-ca6214435af9 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/93ba83db-99fd-4ec2-96c8-4eff203db579 HTTP/1.1" status: 204 len: 168 time: 0.1564889 Oct 27 13:25:41.541647 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e063a87-cd09-44ea-8fab-ca6214435af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ba83db-99fd-4ec2-96c8-4eff203db579,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:41.600795 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-9cbda5ee-8689-42f4-9351-1837453b5fe8 None None] Provisioning complete for port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:25:41.601346 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-9cbda5ee-8689-42f4-9351-1837453b5fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (630e2996-5dfe-4ee3-9dd5-83ea4aa48f01), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:41.603577 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-9cbda5ee-8689-42f4-9351-1837453b5fe8 None None] Attempt 1 to provision port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 Oct 27 13:25:41.651002 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-9cbda5ee-8689-42f4-9351-1837453b5fe8 None None] Port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:25:41.709195 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e5f7e-de1c-468a-bc04-4bb423e1c015 req-486acce2-6e6b-42a4-bae1-8b76582fa3e2 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:41.712393 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2b9e5f7e-de1c-468a-bc04-4bb423e1c015 req-486acce2-6e6b-42a4-bae1-8b76582fa3e2 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 945 time: 0.0933640 Oct 27 13:25:41.785901 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75a34a-ff43-4315-b9c7-3a89cfc084cf req-0d547567-0149-45c0-999c-7d462457aed3 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:41.787699 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6d75a34a-ff43-4315-b9c7-3a89cfc084cf req-0d547567-0149-45c0-999c-7d462457aed3 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 936 time: 0.0569561 Oct 27 13:25:41.800476 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2b9e5f7e-de1c-468a-bc04-4bb423e1c015 req-f037cdcf-bc85-4383-b42a-112278d9f6f7 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822566 Oct 27 13:25:41.841826 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:41.857403 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 {{(pid=104533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:25:41.871277 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Publish callbacks [] for port (630e2996-5dfe-4ee3-9dd5-83ea4aa48f01), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:41.891272 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6d75a34a-ff43-4315-b9c7-3a89cfc084cf req-b51d9a69-5944-4e17-8585-044ad5e1fd11 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948265 Oct 27 13:25:41.898748 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.provisioning_blocks [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Transition to ACTIVE for port object 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 will not be triggered until provisioned by entity L2. {{(pid=104533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:25:41.932555 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (630e2996-5dfe-4ee3-9dd5-83ea4aa48f01), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:41.965448 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:41.991500 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4c001-f5c1-4d1a-b978-102af58b9c05 req-91959bed-ff33-44be-af9c-53c1ff5dae3b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:41.994384 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7bd4c001-f5c1-4d1a-b978-102af58b9c05 req-91959bed-ff33-44be-af9c-53c1ff5dae3b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.1093183 Oct 27 13:25:42.013427 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd9c6d-c230-4adc-80c1-a3f8959ffa2f req-db5d18d9-30e2-47f7-96f8-601d546fccbf tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:42.015511 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 57144) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:42.016742 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c9dd9c6d-c230-4adc-80c1-a3f8959ffa2f req-db5d18d9-30e2-47f7-96f8-601d546fccbf tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 945 time: 0.0602922 Oct 27 13:25:42.026608 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 57146) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:42.036561 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-bf6cd1d2-d875-4a32-9d45-c5dd42bd9e63 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'floatingip': {'port_id': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:25:42.054299 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Pushing event updated for resources: {'Port': ['ID=630e2996-5dfe-4ee3-9dd5-83ea4aa48f01,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:42.056879 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:42.069240 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f422cb9c-5617-4771-8133-8f4628c69ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.088445 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bf6cd1d2-d875-4a32-9d45-c5dd42bd9e63 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (79299546-8c7b-41e1-bd02-61d91ee2f4cb), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.145868 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7bd4c001-f5c1-4d1a-b978-102af58b9c05 req-c4f5a506-3919-461b-9d3f-d8b8b0bca395 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404500 Oct 27 13:25:42.152837 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 57152) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:42.193615 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Attempting to bind port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:25:42.193957 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Attempting to bind port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'cf244f6f-307c-4053-bac4-0bf99837418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b0e6763-0b5d-41d1-8d64-3396c6148f5d'}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:25:42.194254 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Attempting to bind port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 on network 8b0e6763-0b5d-41d1-8d64-3396c6148f5d {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:25:42.275458 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 on network 8b0e6763-0b5d-41d1-8d64-3396c6148f5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:25:42.275797 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Attempting to bind port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 on network 8b0e6763-0b5d-41d1-8d64-3396c6148f5d {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:25:42.321968 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f422cb9c-5617-4771-8133-8f4628c69ef4 admin admin] Publish callbacks [] for security_group (66a0b2c0-1501-427e-9da7-39fd622b062c), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.326941 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f166ec30-4a7b-4c50-8b3f-d0de4f42d07b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.331507 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f422cb9c-5617-4771-8133-8f4628c69ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (66a0b2c0-1501-427e-9da7-39fd622b062c), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.402300 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-f422cb9c-5617-4771-8133-8f4628c69ef4 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=5b4e06b0e73746b8931153cb3edcd2a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809783 Oct 27 13:25:42.405097 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 57158) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:42.405847 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422cb9c-5617-4771-8133-8f4628c69ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a0b2c0-1501-427e-9da7-39fd622b062c,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:42.411350 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:25:42.411679 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Checking segment: {'id': 'cf244f6f-307c-4053-bac4-0bf99837418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b0e6763-0b5d-41d1-8d64-3396c6148f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:25:42.412050 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Bound using segment: {'id': 'cf244f6f-307c-4053-bac4-0bf99837418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b0e6763-0b5d-41d1-8d64-3396c6148f5d'} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:25:42.412512 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Bound port: 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf244f6f-307c-4053-bac4-0bf99837418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b0e6763-0b5d-41d1-8d64-3396c6148f5d'}}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:25:42.412863 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (630e2996-5dfe-4ee3-9dd5-83ea4aa48f01), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.511645 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] For port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01, host hv-cinder-86243, cleared binding levels {{(pid=104533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:25:42.518431 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] For port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=630e2996-5dfe-4ee3-9dd5-83ea4aa48f01,segment=NetworkSegment(cf244f6f-307c-4053-bac4-0bf99837418e),segment_id=cf244f6f-307c-4053-bac4-0bf99837418e)] {{(pid=104533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:25:42.522692 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ec89b93c-acd7-4d81-a39f-542f01429117 admin admin] Publish callbacks [] for security_group (66a0b2c0-1501-427e-9da7-39fd622b062c), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.525221 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f166ec30-4a7b-4c50-8b3f-d0de4f42d07b admin admin] Publish callbacks [] for security_group (fd9140bf-452f-473e-bb44-90b1d866cee3), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.528153 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (630e2996-5dfe-4ee3-9dd5-83ea4aa48f01), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.531789 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:42.532866 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.534283 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 HTTP/1.1" status: 200 len: 1098 time: 1.1466243 Oct 27 13:25:42.536792 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed6eadd-6996-4e9e-87f7-2962fcacbd5e', 'tag': '630e2996-5dfe-4ee3-9dd5-83ea4aa48f01'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:25:42.540400 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb5da66-3041-4569-ae77-34e9ff8a39ac" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed6eadd-6996-4e9e-87f7-2962fcacbd5e", "tag": "630e2996-5dfe-4ee3-9dd5-83ea4aa48f01"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:25:42.545105 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f166ec30-4a7b-4c50-8b3f-d0de4f42d07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (fd9140bf-452f-473e-bb44-90b1d866cee3), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.593520 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb24f73-8080-4898-b9ec-996b2cf383e7 x-openstack-request-id: req-ddb24f73-8080-4898-b9ec-996b2cf383e7 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:25:42.593857 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed6eadd-6996-4e9e-87f7-2962fcacbd5e", "tag": "630e2996-5dfe-4ee3-9dd5-83ea4aa48f01", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:25:42.594059 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ddb24f73-8080-4898-b9ec-996b2cf383e7 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:25:42.594472 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb24f73-8080-4898-b9ec-996b2cf383e7'] response: {'name': 'network-changed', 'server_uuid': '4ed6eadd-6996-4e9e-87f7-2962fcacbd5e', 'tag': '630e2996-5dfe-4ee3-9dd5-83ea4aa48f01', 'status': 'completed', 'code': 200} Oct 27 13:25:42.603331 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ec89b93c-acd7-4d81-a39f-542f01429117 admin admin] Publish callbacks [] for security_group (66a0b2c0-1501-427e-9da7-39fd622b062c), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.623747 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bf6cd1d2-d875-4a32-9d45-c5dd42bd9e63 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.625332 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:42.630718 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bf6cd1d2-d875-4a32-9d45-c5dd42bd9e63 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (79299546-8c7b-41e1-bd02-61d91ee2f4cb), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.656696 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-f166ec30-4a7b-4c50-8b3f-d0de4f42d07b admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=cc29c7be9aff419f97301a95eab7755e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5006607 Oct 27 13:25:42.661851 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166ec30-4a7b-4c50-8b3f-d0de4f42d07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9140bf-452f-473e-bb44-90b1d866cee3,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:42.665924 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 57162) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:42.694282 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-0b615abb-fecb-461f-b7df-68970983824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:42.696457 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-0b615abb-fecb-461f-b7df-68970983824c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ad0ac3d8983248bcad9b84c1be67bc47&device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 1132 time: 0.0994515 Oct 27 13:25:42.697048 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198ed79-40b5-4632-826c-ea83cd059cae service neutron] Pushing event updated for resources: {'Port': ['ID=630e2996-5dfe-4ee3-9dd5-83ea4aa48f01,revision_number=3']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:42.709720 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:42.733300 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ec89b93c-acd7-4d81-a39f-542f01429117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (66a0b2c0-1501-427e-9da7-39fd622b062c), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.735843 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ec89b93c-acd7-4d81-a39f-542f01429117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.739294 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-ec89b93c-acd7-4d81-a39f-542f01429117 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/66a0b2c0-1501-427e-9da7-39fd622b062c HTTP/1.1" status: 204 len: 168 time: 0.3309901 Oct 27 13:25:42.752400 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89b93c-acd7-4d81-a39f-542f01429117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a0b2c0-1501-427e-9da7-39fd622b062c,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:42.754685 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.l3_db [None req-bf6cd1d2-d875-4a32-9d45-c5dd42bd9e63 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Floating IP 79299546-8c7b-41e1-bd02-61d91ee2f4cb associated. External IP: 172.27.0.186, port: 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c. Oct 27 13:25:42.764858 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a1a14e62-ef55-4864-8fae-7b893d216b6f service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 HTTP/1.1" status: 200 len: 217 time: 0.0505867 Oct 27 13:25:42.782968 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a8b23ffa-5011-44dc-9030-0583c52e8086 admin admin] Publish callbacks [] for security_group (fd9140bf-452f-473e-bb44-90b1d866cee3), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.837233 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a8b23ffa-5011-44dc-9030-0583c52e8086 admin admin] Publish callbacks [] for security_group (fd9140bf-452f-473e-bb44-90b1d866cee3), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.842710 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:42.863710 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a95aa3d6-340f-456c-a806-04902375b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:42.866130 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-a95aa3d6-340f-456c-a806-04902375b55e service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=4b61e6bd-954c-4127-a594-368ba60105a9 HTTP/1.1" status: 200 len: 843 time: 0.0803635 Oct 27 13:25:42.919451 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-100561b3-a599-4223-bde3-bdfccbf6d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:42.920998 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-100561b3-a599-4223-bde3-bdfccbf6d82b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8b0e6763-0b5d-41d1-8d64-3396c6148f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0455711 Oct 27 13:25:42.928488 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a8b23ffa-5011-44dc-9030-0583c52e8086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (fd9140bf-452f-473e-bb44-90b1d866cee3), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.931817 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a8b23ffa-5011-44dc-9030-0583c52e8086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:42.933242 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-a8b23ffa-5011-44dc-9030-0583c52e8086 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/fd9140bf-452f-473e-bb44-90b1d866cee3 HTTP/1.1" status: 204 len: 168 time: 0.2597728 Oct 27 13:25:42.952844 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b23ffa-5011-44dc-9030-0583c52e8086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9140bf-452f-473e-bb44-90b1d866cee3,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:42.972220 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6cd1d2-d875-4a32-9d45-c5dd42bd9e63 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Router 2bc3a740-4185-46a7-94c4-b4a995702f09 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:25:43.035175 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:43.082360 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-bdc5c367-762c-4178-aca8-a1010e134e71 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8b0e6763-0b5d-41d1-8d64-3396c6148f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403210 Oct 27 13:25:43.102513 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6cd1d2-d875-4a32-9d45-c5dd42bd9e63 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:25:43.107872 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba9ae4-0253-4f27-935d-8ace788cf8ab req-f158a4cc-b8ed-4494-b628-bc2eb9b7ce9b tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:43.108080 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bf6cd1d2-d875-4a32-9d45-c5dd42bd9e63 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:43.108806 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-44ba9ae4-0253-4f27-935d-8ace788cf8ab req-f158a4cc-b8ed-4494-b628-bc2eb9b7ce9b tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 948 time: 0.0750146 Oct 27 13:25:43.115439 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa77e09-0092-441d-b2e1-9190d55dcc9c None None] Sync routers for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:25:43.127051 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa77e09-0092-441d-b2e1-9190d55dcc9c None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:25:43.130602 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-0aa77e09-0092-441d-b2e1-9190d55dcc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:25:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:43.148321 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-bf6cd1d2-d875-4a32-9d45-c5dd42bd9e63 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/79299546-8c7b-41e1-bd02-61d91ee2f4cb HTTP/1.1" status: 200 len: 991 time: 1.1154730 Oct 27 13:25:43.149116 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'tag': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:25:43.151453 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea05ccc3-3ecf-46a1-8317-b611783e7fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8b8230-922c-4d41-90e1-6b62526afc91", "tag": "6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:25:43.212562 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b124698d-01d7-40d9-9c71-d97eeecc40ce x-openstack-request-id: req-b124698d-01d7-40d9-9c71-d97eeecc40ce {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:25:43.212993 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8b8230-922c-4d41-90e1-6b62526afc91", "tag": "6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:25:43.213176 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b124698d-01d7-40d9-9c71-d97eeecc40ce {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:25:43.213586 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b124698d-01d7-40d9-9c71-d97eeecc40ce'] response: {'name': 'network-changed', 'server_uuid': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'tag': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c', 'status': 'completed', 'code': 200} Oct 27 13:25:43.322278 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:43.367299 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-0aa77e09-0092-441d-b2e1-9190d55dcc9c None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:25:43.374317 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a68f6d75-dcb1-468d-9c06-8a1f6403133c req-5bbf936d-c230-4ef3-b7a2-657df941e265 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8b0e6763-0b5d-41d1-8d64-3396c6148f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809618 Oct 27 13:25:43.442250 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05ccc3-3ecf-46a1-8317-b611783e7fe5 req-5b78c46f-f3df-4df9-9dfe-1f7fb052e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:43.444208 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ea05ccc3-3ecf-46a1-8317-b611783e7fe5 req-5b78c46f-f3df-4df9-9dfe-1f7fb052e5ee service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=095dae174c664eafaf3ed463d8b7f319&device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 1129 time: 0.1459339 Oct 27 13:25:43.454999 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-44ba9ae4-0253-4f27-935d-8ace788cf8ab req-8d8ceedf-19f9-467d-87dd-8d889caba9fb tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188803 Oct 27 13:25:43.459289 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69af881-607b-4552-802f-df30893e5204 req-1e668d34-a391-4887-9cb8-1462d249e332 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:43.467242 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d69af881-607b-4552-802f-df30893e5204 req-1e668d34-a391-4887-9cb8-1462d249e332 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.1828129 Oct 27 13:25:43.521180 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d69af881-607b-4552-802f-df30893e5204 req-2416231a-e250-4d8a-a651-9c6251e9a9f6 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526326 Oct 27 13:25:43.831871 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-0aa77e09-0092-441d-b2e1-9190d55dcc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '79299546-8c7b-41e1-bd02-61d91ee2f4cb', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:73:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:25:22Z', 'updated_at': '2022-10-27T13:25:42Z', 'revision_number': 1, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:43.856655 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa77e09-0092-441d-b2e1-9190d55dcc9c None None] Checking router: 2bc3a740-4185-46a7-94c4-b4a995702f09 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:25:43.865711 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa77e09-0092-441d-b2e1-9190d55dcc9c None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:25:43.866320 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-0aa77e09-0092-441d-b2e1-9190d55dcc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:25:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:43.969080 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-0aa77e09-0092-441d-b2e1-9190d55dcc9c None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:25:44.008787 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:44.195626 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-0aa77e09-0092-441d-b2e1-9190d55dcc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '79299546-8c7b-41e1-bd02-61d91ee2f4cb', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:73:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:25:22Z', 'updated_at': '2022-10-27T13:25:42Z', 'revision_number': 1, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:25:44.220847 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa77e09-0092-441d-b2e1-9190d55dcc9c None None] The sync data for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi is: [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '79299546-8c7b-41e1-bd02-61d91ee2f4cb', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:73:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:25:22Z', 'updated_at': '2022-10-27T13:25:42Z', 'revision_number': 1, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:25:44.394572 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4da07-a813-4da7-9076-a36bfbc69eaf None None] New status for floating IP 79299546-8c7b-41e1-bd02-61d91ee2f4cb: ACTIVE {{(pid=104535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:25:44.573447 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e029268-57ed-4d81-b7b5-56e4cab3d3bb req-b5ee5ee3-da1a-4897-8467-cc691b3c59a0 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:44.575138 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4e029268-57ed-4d81-b7b5-56e4cab3d3bb req-b5ee5ee3-da1a-4897-8467-cc691b3c59a0 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 948 time: 0.0502036 Oct 27 13:25:44.655457 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5da66-3041-4569-ae77-34e9ff8a39ac req-18489ad0-917e-4520-95ce-f12efc35cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:44.657043 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7cb5da66-3041-4569-ae77-34e9ff8a39ac req-18489ad0-917e-4520-95ce-f12efc35cd82 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ad0ac3d8983248bcad9b84c1be67bc47&device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 1132 time: 0.0810287 Oct 27 13:25:44.690759 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4e029268-57ed-4d81-b7b5-56e4cab3d3bb req-100efa1b-219f-4db4-985d-055c751301cf tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677967 Oct 27 13:25:44.771777 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5da66-3041-4569-ae77-34e9ff8a39ac req-7e35fa0f-5cdf-47c9-ae92-e4aa29665239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:44.773325 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7cb5da66-3041-4569-ae77-34e9ff8a39ac req-7e35fa0f-5cdf-47c9-ae92-e4aa29665239 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=8b0e6763-0b5d-41d1-8d64-3396c6148f5d HTTP/1.1" status: 200 len: 870 time: 0.0966835 Oct 27 13:25:44.896413 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7cb5da66-3041-4569-ae77-34e9ff8a39ac req-d70e7486-de79-45bf-9357-34493ee76131 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 HTTP/1.1" status: 200 len: 217 time: 0.0374651 Oct 27 13:25:44.935444 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c495f-634b-4f25-9ac3-8993b16892da req-7b39b29d-1641-4116-82b6-129da343c617 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:44.936942 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ab8c495f-634b-4f25-9ac3-8993b16892da req-7b39b29d-1641-4116-82b6-129da343c617 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0596287 Oct 27 13:25:44.946840 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5da66-3041-4569-ae77-34e9ff8a39ac req-ba7f474e-ec7e-47da-a6f1-54398463fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:44.948405 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7cb5da66-3041-4569-ae77-34e9ff8a39ac req-ba7f474e-ec7e-47da-a6f1-54398463fa50 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=4b61e6bd-954c-4127-a594-368ba60105a9 HTTP/1.1" status: 200 len: 843 time: 0.0438008 Oct 27 13:25:44.972065 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05ccc3-3ecf-46a1-8317-b611783e7fe5 req-71ff4af9-c231-4198-a61e-25c402228c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:44.973556 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ea05ccc3-3ecf-46a1-8317-b611783e7fe5 req-71ff4af9-c231-4198-a61e-25c402228c31 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=4880e921-0c48-45fa-a974-af272c815db4 HTTP/1.1" status: 200 len: 916 time: 0.4021349 Oct 27 13:25:44.991343 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5da66-3041-4569-ae77-34e9ff8a39ac req-900a8661-cacd-4a2c-9eba-ccb05d9540e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:44.992903 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7cb5da66-3041-4569-ae77-34e9ff8a39ac req-900a8661-cacd-4a2c-9eba-ccb05d9540e6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=8b0e6763-0b5d-41d1-8d64-3396c6148f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0377603 Oct 27 13:25:45.008523 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:45.037357 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ab8c495f-634b-4f25-9ac3-8993b16892da req-6132766d-f5d2-4390-971f-2cdb32ed7fa1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938194 Oct 27 13:25:45.055275 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ea05ccc3-3ecf-46a1-8317-b611783e7fe5 req-51b48c09-3a8a-4c22-be7f-ec87f2ad2873 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c HTTP/1.1" status: 200 len: 1001 time: 0.0720630 Oct 27 13:25:45.092903 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7cb5da66-3041-4569-ae77-34e9ff8a39ac req-20b52ecc-0a0e-4161-b346-ea9059c629a7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8b0e6763-0b5d-41d1-8d64-3396c6148f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925879 Oct 27 13:25:45.811970 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820806cb-dfdf-4f17-9d7c-3c749ecfc786 req-5c859595-69a0-4534-8ba0-db94412fca86 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:45.813434 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-820806cb-dfdf-4f17-9d7c-3c749ecfc786 req-5c859595-69a0-4534-8ba0-db94412fca86 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 948 time: 0.0457346 Oct 27 13:25:45.859561 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-820806cb-dfdf-4f17-9d7c-3c749ecfc786 req-7d12d007-c348-4ad0-acc3-3864983acd13 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401154 Oct 27 13:25:46.164535 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5896d-ffd6-4603-b48e-8652d94c7e99 req-30dcc1ab-0736-4958-a794-0fe541967158 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:46.165992 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-83f5896d-ffd6-4603-b48e-8652d94c7e99 req-30dcc1ab-0736-4958-a794-0fe541967158 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0463021 Oct 27 13:25:46.211228 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-83f5896d-ffd6-4603-b48e-8652d94c7e99 req-636ef87e-0488-4df5-a824-bdf860c4ee2a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397437 Oct 27 13:25:46.571790 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05ccc3-3ecf-46a1-8317-b611783e7fe5 req-af324a7a-cecd-4507-b2b7-75b355532559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:46.573752 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ea05ccc3-3ecf-46a1-8317-b611783e7fe5 req-af324a7a-cecd-4507-b2b7-75b355532559 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=387ef33e-d1d2-4c31-8402-1f0afa96a77a HTTP/1.1" status: 200 len: 854 time: 0.0788834 Oct 27 13:25:46.609889 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7cb5da66-3041-4569-ae77-34e9ff8a39ac req-6261f697-8e6c-4e17-bf07-5dd6651a153d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/8b0e6763-0b5d-41d1-8d64-3396c6148f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144714 Oct 27 13:25:46.643850 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05ccc3-3ecf-46a1-8317-b611783e7fe5 req-10a1a7fd-7b30-4516-b7f6-f257b5c763c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:46.649520 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ea05ccc3-3ecf-46a1-8317-b611783e7fe5 req-10a1a7fd-7b30-4516-b7f6-f257b5c763c0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=4880e921-0c48-45fa-a974-af272c815db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616739 Oct 27 13:25:46.711509 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e674b0-ea27-48c0-8964-da1e763ba72e req-c56bcda1-2e37-433a-ba1e-b635ca2a1eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:46.713185 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-56e674b0-ea27-48c0-8964-da1e763ba72e req-c56bcda1-2e37-433a-ba1e-b635ca2a1eb9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0426669 Oct 27 13:25:46.734194 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:46.735831 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 57240) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:46.766097 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-56e674b0-ea27-48c0-8964-da1e763ba72e req-2b3f3532-9c22-4564-93a6-9254ac79d6b9 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448937 Oct 27 13:25:46.772164 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:46.792184 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ea05ccc3-3ecf-46a1-8317-b611783e7fe5 req-3d17e858-bf8b-4a7a-9d24-0026a4f22217 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230459 Oct 27 13:25:46.880906 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b589b3c1-47b8-47ab-8507-3ed98e61ca50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:46.970342 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b589b3c1-47b8-47ab-8507-3ed98e61ca50 admin admin] Publish callbacks [] for security_group (83bc3901-5e04-4e8f-b885-5e7158a6a646), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:46.974701 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b589b3c1-47b8-47ab-8507-3ed98e61ca50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (83bc3901-5e04-4e8f-b885-5e7158a6a646), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:46.983836 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b893c8b-7a76-4f0e-b66e-fb23bb7dea8f req-33a13aa3-01f2-4512-87aa-1b4c3659412d tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:46.985431 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5b893c8b-7a76-4f0e-b66e-fb23bb7dea8f req-33a13aa3-01f2-4512-87aa-1b4c3659412d tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 948 time: 0.0490406 Oct 27 13:25:47.022711 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-b589b3c1-47b8-47ab-8507-3ed98e61ca50 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=ad61050683b747ffa68e611d740a77fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857275 Oct 27 13:25:47.025369 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 57250) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:25:47.057844 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5b893c8b-7a76-4f0e-b66e-fb23bb7dea8f req-e898fc20-1e32-4b54-83dc-78aa8bbb93fa tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646310 Oct 27 13:25:47.076125 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589b3c1-47b8-47ab-8507-3ed98e61ca50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bc3901-5e04-4e8f-b885-5e7158a6a646,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:47.082032 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:47.099029 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c31295cd-b6fd-4651-9838-c7088fe6fc7d admin admin] Publish callbacks [] for security_group (83bc3901-5e04-4e8f-b885-5e7158a6a646), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:47.122498 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c31295cd-b6fd-4651-9838-c7088fe6fc7d admin admin] Publish callbacks [] for security_group (83bc3901-5e04-4e8f-b885-5e7158a6a646), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:47.125781 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ea05ccc3-3ecf-46a1-8317-b611783e7fe5 req-5e230c7d-13e0-4857-8065-8f346273a169 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201863 Oct 27 13:25:47.178611 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c31295cd-b6fd-4651-9838-c7088fe6fc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (83bc3901-5e04-4e8f-b885-5e7158a6a646), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:47.183942 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c31295cd-b6fd-4651-9838-c7088fe6fc7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:47.185536 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-c31295cd-b6fd-4651-9838-c7088fe6fc7d admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/83bc3901-5e04-4e8f-b885-5e7158a6a646 HTTP/1.1" status: 204 len: 168 time: 0.1591742 Oct 27 13:25:47.193699 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31295cd-b6fd-4651-9838-c7088fe6fc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bc3901-5e04-4e8f-b885-5e7158a6a646,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:47.345644 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c742f-1953-4be6-893d-735047d2f582 req-54148a6a-7cca-4397-a1a3-0cc04f4987bb tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:47.347219 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-129c742f-1953-4be6-893d-735047d2f582 req-54148a6a-7cca-4397-a1a3-0cc04f4987bb tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0490313 Oct 27 13:25:47.382810 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:25:47.396753 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-129c742f-1953-4be6-893d-735047d2f582 req-4ea7fe7e-03a1-48ef-93b9-2b9b1aa0c253 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428052 Oct 27 13:25:47.491030 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=630e2996-5dfe-4ee3-9dd5-83ea4aa48f01,segment=NetworkSegment(cf244f6f-307c-4053-bac4-0bf99837418e),segment_id=cf244f6f-307c-4053-bac4-0bf99837418e)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:25:47.503458 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': '630e2996-5dfe-4ee3-9dd5-83ea4aa48f01', 'network_id': '8b0e6763-0b5d-41d1-8d64-3396c6148f5d', 'port_id': '630e2996-5dfe-4ee3-9dd5-83ea4aa48f01', 'mac_address': 'fa:16:3e:fd:e9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b61e6bd-954c-4127-a594-368ba60105a9', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:25:47.541166 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:25:47.541560 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (630e2996-5dfe-4ee3-9dd5-83ea4aa48f01), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:47.555039 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:25:47.575347 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=630e2996-5dfe-4ee3-9dd5-83ea4aa48f01,segment=NetworkSegment(cf244f6f-307c-4053-bac4-0bf99837418e),segment_id=cf244f6f-307c-4053-bac4-0bf99837418e)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:25:47.578441 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (630e2996-5dfe-4ee3-9dd5-83ea4aa48f01), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:47.630272 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=630e2996-5dfe-4ee3-9dd5-83ea4aa48f01,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:47.945721 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['630e2996-5dfe-4ee3-9dd5-83ea4aa48f01'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:25:47.974708 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:48.201848 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752e095-21d6-4d38-82af-4963d6bb3242 req-4e91df4d-59a3-440f-9830-afb2ab2046ed tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:48.203454 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e752e095-21d6-4d38-82af-4963d6bb3242 req-4e91df4d-59a3-440f-9830-afb2ab2046ed tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 949 time: 0.0578492 Oct 27 13:25:48.273931 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e752e095-21d6-4d38-82af-4963d6bb3242 req-8355906e-3cee-4d86-927f-49dfe5b7f2f2 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513835 Oct 27 13:25:48.524944 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a5cfb-6c09-4b2c-9b9c-4011dfd55122 req-9e415856-3cf2-4224-8c10-9c4c6455ee20 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:48.526645 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-362a5cfb-6c09-4b2c-9b9c-4011dfd55122 req-9e415856-3cf2-4224-8c10-9c4c6455ee20 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0483515 Oct 27 13:25:48.584421 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-362a5cfb-6c09-4b2c-9b9c-4011dfd55122 req-addfb980-749f-4f43-8d50-e9b63159917a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518136 Oct 27 13:25:48.842594 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac03b58-9967-408a-aa7f-6a414a87a554 req-d9735ab7-d37f-465c-945b-6464b527116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:48.844375 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7ac03b58-9967-408a-aa7f-6a414a87a554 req-d9735ab7-d37f-465c-945b-6464b527116e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 1129 time: 0.0433612 Oct 27 13:25:48.851916 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096ffda-5ff9-46f3-b64a-19bf7175f3e6 req-ea73c30c-0f4e-4d98-bf14-5fe734532f08 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:48.853638 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4096ffda-5ff9-46f3-b64a-19bf7175f3e6 req-ea73c30c-0f4e-4d98-bf14-5fe734532f08 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0499120 Oct 27 13:25:48.904964 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4096ffda-5ff9-46f3-b64a-19bf7175f3e6 req-bb14b0d4-59f9-4db8-adb9-fc66bb61b8b8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454059 Oct 27 13:25:48.961165 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac03b58-9967-408a-aa7f-6a414a87a554 req-63ca419e-a813-4559-9515-cb6f9658f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:48.962724 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7ac03b58-9967-408a-aa7f-6a414a87a554 req-63ca419e-a813-4559-9515-cb6f9658f099 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 200 len: 919 time: 0.1098826 Oct 27 13:25:49.012354 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7ac03b58-9967-408a-aa7f-6a414a87a554 req-b265efed-d128-48c8-9dbe-16f3b8b5e0f7 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d002aeca-8ed9-4dcb-a918-f911694d6cb8 HTTP/1.1" status: 200 len: 217 time: 0.0334365 Oct 27 13:25:49.064305 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac03b58-9967-408a-aa7f-6a414a87a554 req-2b89ce3e-c307-4a89-b98c-0e6f812ae666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:49.066085 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7ac03b58-9967-408a-aa7f-6a414a87a554 req-2b89ce3e-c307-4a89-b98c-0e6f812ae666 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d729a604-725f-4ad1-9296-503f3419b171 HTTP/1.1" status: 200 len: 857 time: 0.0455868 Oct 27 13:25:49.120294 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac03b58-9967-408a-aa7f-6a414a87a554 req-26fe1378-56c1-4922-8a17-07edf9edf8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:49.121785 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7ac03b58-9967-408a-aa7f-6a414a87a554 req-26fe1378-56c1-4922-8a17-07edf9edf8c8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431170 Oct 27 13:25:49.212189 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7ac03b58-9967-408a-aa7f-6a414a87a554 req-85376b90-48e2-4cd6-8020-282e6aef9138 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829151 Oct 27 13:25:49.309681 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7ac03b58-9967-408a-aa7f-6a414a87a554 req-8c7e9005-1629-4097-a275-2b8c6ed6a4a3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897396 Oct 27 13:25:49.405949 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:49.416028 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:25:49.468253 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c9a51-47a4-47c9-8e2a-0fd79b4b4e7c req-a742f344-2822-4f35-bdda-ee27fb07cf6e tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:49.487797 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6c9a51-47a4-47c9-8e2a-0fd79b4b4e7c req-a742f344-2822-4f35-bdda-ee27fb07cf6e tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 949 time: 0.0827243 Oct 27 13:25:49.501794 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:25:49.513221 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:25:49.513604 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (630e2996-5dfe-4ee3-9dd5-83ea4aa48f01), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:49.514055 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 Oct 27 13:25:49.528731 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de6c9a51-47a4-47c9-8e2a-0fd79b4b4e7c req-a04c8fb9-29b5-4883-b29f-828946c22af7 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525615 Oct 27 13:25:49.602128 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:25:49.602685 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (630e2996-5dfe-4ee3-9dd5-83ea4aa48f01), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:49.630281 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed6eadd-6996-4e9e-87f7-2962fcacbd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630e2996-5dfe-4ee3-9dd5-83ea4aa48f01'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:25:49.632678 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2462d5d9-e093-4c7d-af22-eb0f96831750" -d '{"events": [{"server_uuid": "4ed6eadd-6996-4e9e-87f7-2962fcacbd5e", "name": "network-vif-plugged", "status": "completed", "tag": "630e2996-5dfe-4ee3-9dd5-83ea4aa48f01"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:25:49.647675 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=630e2996-5dfe-4ee3-9dd5-83ea4aa48f01,segment=NetworkSegment(cf244f6f-307c-4053-bac4-0bf99837418e),segment_id=cf244f6f-307c-4053-bac4-0bf99837418e)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:25:49.652902 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (630e2996-5dfe-4ee3-9dd5-83ea4aa48f01), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:49.682710 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a309339f-40d7-4384-9044-26950af23c4f x-openstack-request-id: req-a309339f-40d7-4384-9044-26950af23c4f {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:25:49.683465 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed6eadd-6996-4e9e-87f7-2962fcacbd5e", "name": "network-vif-plugged", "status": "completed", "tag": "630e2996-5dfe-4ee3-9dd5-83ea4aa48f01", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:25:49.683730 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a309339f-40d7-4384-9044-26950af23c4f {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:25:49.684139 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a309339f-40d7-4384-9044-26950af23c4f'] response: {'server_uuid': '4ed6eadd-6996-4e9e-87f7-2962fcacbd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630e2996-5dfe-4ee3-9dd5-83ea4aa48f01', 'code': 200} Oct 27 13:25:49.714203 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:49.720826 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=630e2996-5dfe-4ee3-9dd5-83ea4aa48f01,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:25:49.732452 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:49.732791 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:49.733147 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:49.733482 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:49.733880 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:49.734315 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:49.734642 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:49.734959 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:49.735278 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:49.735613 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:49.736010 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:49.736430 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:49.736787 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:49.737104 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:49.737417 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:25:50.032035 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa6c14-9282-4559-9a93-72f837c30f96 req-0690065a-d1ec-4f1f-8af2-9b112e0c4fd3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:50.033580 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-97fa6c14-9282-4559-9a93-72f837c30f96 req-0690065a-d1ec-4f1f-8af2-9b112e0c4fd3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0508816 Oct 27 13:25:50.082146 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-97fa6c14-9282-4559-9a93-72f837c30f96 req-9999af59-a641-4847-ab82-c502d0063f98 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423939 Oct 27 13:25:50.660750 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b243c1-0ce3-49c5-8365-3973e62e74e8 req-43e753a6-025a-40af-9f83-2c4b65e7d55e tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:50.662221 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-58b243c1-0ce3-49c5-8365-3973e62e74e8 req-43e753a6-025a-40af-9f83-2c4b65e7d55e tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0488927 Oct 27 13:25:50.708910 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-58b243c1-0ce3-49c5-8365-3973e62e74e8 req-757153d7-3fb1-402a-99ae-907b31f16ff7 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409741 Oct 27 13:25:51.199517 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a724b3-87af-4a49-85ec-cf34a90b49a8 req-b69bf02b-8ac3-48a2-aa42-c6ed2396cf3a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:51.201016 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-19a724b3-87af-4a49-85ec-cf34a90b49a8 req-b69bf02b-8ac3-48a2-aa42-c6ed2396cf3a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0466747 Oct 27 13:25:51.247641 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-19a724b3-87af-4a49-85ec-cf34a90b49a8 req-19a1e82b-57be-4bf0-8aae-76005dfdcb38 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410275 Oct 27 13:25:51.832863 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c09fcc-afff-4da5-a0fe-780543a69a80 req-d63e0d37-3f8f-46ca-b249-6e8bac9d9304 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:51.834319 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-04c09fcc-afff-4da5-a0fe-780543a69a80 req-d63e0d37-3f8f-46ca-b249-6e8bac9d9304 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0494616 Oct 27 13:25:51.880295 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-04c09fcc-afff-4da5-a0fe-780543a69a80 req-25178824-97ee-4ae2-807c-d323755ff730 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403166 Oct 27 13:25:52.372097 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea1d87-fb6f-4d08-9075-137d8daf8715 req-fdec0f08-aae1-4e1d-85b5-033b83b1975e tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:52.373646 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a2ea1d87-fb6f-4d08-9075-137d8daf8715 req-fdec0f08-aae1-4e1d-85b5-033b83b1975e tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0520849 Oct 27 13:25:52.420927 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a2ea1d87-fb6f-4d08-9075-137d8daf8715 req-e53fbb3d-c9db-493c-a0f0-2b689a7d7bd9 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417361 Oct 27 13:25:52.986054 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:53.002158 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3960a6a-5ea2-452e-bd41-506872357173 req-73ab5a23-ba65-4350-ac72-c51c4da8ad29 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:53.003599 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e3960a6a-5ea2-452e-bd41-506872357173 req-73ab5a23-ba65-4350-ac72-c51c4da8ad29 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0482743 Oct 27 13:25:53.050603 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e3960a6a-5ea2-452e-bd41-506872357173 req-ca1c36ad-c3b3-4374-ae0c-cfe8c344dc81 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411234 Oct 27 13:25:53.539911 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4df1e-9da1-4a01-841a-cb5ccf9ae094 req-0b6ffbe7-82e6-4a13-91c1-eba61a127111 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:53.541402 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-dfb4df1e-9da1-4a01-841a-cb5ccf9ae094 req-0b6ffbe7-82e6-4a13-91c1-eba61a127111 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0469983 Oct 27 13:25:53.591876 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-dfb4df1e-9da1-4a01-841a-cb5ccf9ae094 req-677143fc-108e-4d48-bc25-da286806f1fa tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449591 Oct 27 13:25:54.166643 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa911f54-3b9f-4261-8cd7-0665607695fd req-d24f6d81-7791-4ab1-8087-5287c97e2efb tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:54.168071 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-fa911f54-3b9f-4261-8cd7-0665607695fd req-d24f6d81-7791-4ab1-8087-5287c97e2efb tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0462713 Oct 27 13:25:54.187398 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:54.215337 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-fa911f54-3b9f-4261-8cd7-0665607695fd req-55e7c993-aa92-4f1f-a505-96f3ea0cab6e tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417864 Oct 27 13:25:54.545777 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:54.568543 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:54.684252 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:25:54.700708 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:25:54.714720 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8e03b-5c60-4327-842b-15af73f47051 req-af62eb91-aa16-465d-b1b3-f3353fa9386c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:54.716191 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-61e8e03b-5c60-4327-842b-15af73f47051 req-af62eb91-aa16-465d-b1b3-f3353fa9386c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0484226 Oct 27 13:25:54.761914 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-61e8e03b-5c60-4327-842b-15af73f47051 req-0bdd54ed-8f37-481f-907a-70d4ba5c3133 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401402 Oct 27 13:25:55.333051 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cc8f4-f346-48fc-8d72-4d7dda9378d6 req-2f738d1a-b441-4f21-b5e0-3023fa6ec43e tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:55.334538 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a39cc8f4-f346-48fc-8d72-4d7dda9378d6 req-2f738d1a-b441-4f21-b5e0-3023fa6ec43e tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0469282 Oct 27 13:25:55.385017 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a39cc8f4-f346-48fc-8d72-4d7dda9378d6 req-3a137022-949c-4722-b995-dc41d5c74b42 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447826 Oct 27 13:25:55.883433 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c275c-a2a9-4678-bea3-7e8187e99511 req-86df34da-5747-46cf-9bf4-8cdf3e9cf8bc tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:55.885954 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-201c275c-a2a9-4678-bea3-7e8187e99511 req-86df34da-5747-46cf-9bf4-8cdf3e9cf8bc tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0501568 Oct 27 13:25:55.946689 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-201c275c-a2a9-4678-bea3-7e8187e99511 req-e1ffde54-80a7-4c4a-9d35-3e8924f4a13b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544276 Oct 27 13:25:56.508260 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbb226-d440-4843-ac66-fcbbdb25c466 req-26e2b6a3-df81-450a-b416-39dd6fa6d75e tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:56.510256 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-16dbb226-d440-4843-ac66-fcbbdb25c466 req-26e2b6a3-df81-450a-b416-39dd6fa6d75e tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0528052 Oct 27 13:25:56.558501 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-16dbb226-d440-4843-ac66-fcbbdb25c466 req-98de81f3-f1fc-473b-b78e-49d063e9eb1f tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420570 Oct 27 13:25:57.097234 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781047c-3f3e-4bb2-bf47-0451b6f22d2c req-8170ce42-0d49-4523-bf29-f128581d652d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:57.105602 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c781047c-3f3e-4bb2-bf47-0451b6f22d2c req-8170ce42-0d49-4523-bf29-f128581d652d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0787652 Oct 27 13:25:57.157120 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb87192-6494-41a3-b114-d9d421db2773 req-47e74cdc-8052-43b6-8ee1-12fd2caee2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:57.158868 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0fb87192-6494-41a3-b114-d9d421db2773 req-47e74cdc-8052-43b6-8ee1-12fd2caee2e3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 1134 time: 0.0767353 Oct 27 13:25:57.190269 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0fac8f15-f09d-49ac-a0ea-ed97881e4302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:57.198060 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c781047c-3f3e-4bb2-bf47-0451b6f22d2c req-346eb8bf-cc5a-4fbe-9c0a-c141a8f0fc81 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913970 Oct 27 13:25:57.677779 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c2141-5f09-4f5f-850e-2772cec4baaa req-3b2fabb0-ef79-4d45-aa05-d046d6caaef1 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:57.679156 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-db6c2141-5f09-4f5f-850e-2772cec4baaa req-3b2fabb0-ef79-4d45-aa05-d046d6caaef1 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0469596 Oct 27 13:25:57.725501 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-db6c2141-5f09-4f5f-850e-2772cec4baaa req-b594e82a-7a63-48c9-b1af-db4df398eb06 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 Oct 27 13:25:58.319732 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeedc93-53ca-4134-b0eb-71f027d2ede4 req-29068e1f-9a57-40e1-b19a-5b266c3f02b6 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:58.322231 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6aeedc93-53ca-4134-b0eb-71f027d2ede4 req-29068e1f-9a57-40e1-b19a-5b266c3f02b6 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0552156 Oct 27 13:25:58.373926 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6aeedc93-53ca-4134-b0eb-71f027d2ede4 req-8e67b565-b4b9-4ed7-8c32-3b4bbc04f2fb tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449431 Oct 27 13:25:58.451785 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5ac5b-c438-4983-b683-98c4e57075a0 req-242a31d2-5e0c-401b-ad42-ba02c82f5f3a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:58.453402 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-36f5ac5b-c438-4983-b683-98c4e57075a0 req-242a31d2-5e0c-401b-ad42-ba02c82f5f3a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0474305 Oct 27 13:25:58.501890 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-36f5ac5b-c438-4983-b683-98c4e57075a0 req-30378091-0317-44ec-b6a7-7bf9b2394161 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428419 Oct 27 13:25:58.843294 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786861df-6184-4992-a28a-db1acd819e51 req-cb7ecd4a-7771-4072-8503-e716f6e5f5c5 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:58.844692 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-786861df-6184-4992-a28a-db1acd819e51 req-cb7ecd4a-7771-4072-8503-e716f6e5f5c5 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0466545 Oct 27 13:25:58.891520 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-786861df-6184-4992-a28a-db1acd819e51 req-39167177-2740-4dcc-b663-aa2de196bd36 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413127 Oct 27 13:25:59.138120 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:59.495541 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-4f65a708-e832-48c1-92be-ca98ccd235bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:25:59.637861 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf6d1d-7cc3-4456-99dd-9f18fd7bccdd req-ae92a6a3-a1cc-417d-8846-aed117c04c37 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:25:59.639315 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3faf6d1d-7cc3-4456-99dd-9f18fd7bccdd req-ae92a6a3-a1cc-417d-8846-aed117c04c37 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0498934 Oct 27 13:25:59.684919 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3faf6d1d-7cc3-4456-99dd-9f18fd7bccdd req-4429abbb-d59f-4849-9b17-635bb3a07610 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398951 Oct 27 13:26:00.007116 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3d6d6-4ec5-437d-a26c-c7707cfdd7db req-a0499352-8eef-4544-bdad-8092d9ec6204 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:00.008730 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e3d3d6d6-4ec5-437d-a26c-c7707cfdd7db req-a0499352-8eef-4544-bdad-8092d9ec6204 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0456891 Oct 27 13:26:00.058428 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e3d3d6d6-4ec5-437d-a26c-c7707cfdd7db req-fe59e21b-5128-4f8c-8c3a-584e8a4dd90b tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442944 Oct 27 13:26:00.314136 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0fb87192-6494-41a3-b114-d9d421db2773 req-dda43a13-fb44-489d-9987-9e11c3bc514e service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450265 Oct 27 13:26:00.785707 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:00.818145 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb3886-3404-4f1f-82a8-2fe8e0d9ce9f req-62393cfb-56b3-4847-99e5-7e533c4272e2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:00.820776 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-68eb3886-3404-4f1f-82a8-2fe8e0d9ce9f req-62393cfb-56b3-4847-99e5-7e533c4272e2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0543742 Oct 27 13:26:00.833098 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:00.873630 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-68eb3886-3404-4f1f-82a8-2fe8e0d9ce9f req-3398b73c-621a-4904-b0fb-428b839ef18c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465946 Oct 27 13:26:00.938043 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e027027-778e-4c5c-b655-d6ac1cd85be6 req-4b871fb8-3265-4455-86bf-4ea6afa8d18b tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:00.939672 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2e027027-778e-4c5c-b655-d6ac1cd85be6 req-4b871fb8-3265-4455-86bf-4ea6afa8d18b tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0480206 Oct 27 13:26:00.992396 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2e027027-778e-4c5c-b655-d6ac1cd85be6 req-6a503752-0820-4ad7-b0c7-e9aac5e7ed30 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450084 Oct 27 13:26:01.173849 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f2ee5-a033-47a4-8607-acb1cd1d056f req-f6a7c021-6dd9-4dbe-b6f0-d2dec3b7cba2 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:01.175302 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-214f2ee5-a033-47a4-8607-acb1cd1d056f req-f6a7c021-6dd9-4dbe-b6f0-d2dec3b7cba2 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0458763 Oct 27 13:26:01.221284 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-214f2ee5-a033-47a4-8607-acb1cd1d056f req-37037b0a-4e70-4a1a-8bcb-2c600a6b3da6 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398736 Oct 27 13:26:01.925542 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 57522) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:01.930582 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1894743749', 'description': 'tempest-description--12107001'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:01.957441 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.021544 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1153c8-753f-446d-abcc-fa151e7c55d5 req-a9358490-9182-431c-8771-c9655079e1b1 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:02.023633 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1b1153c8-753f-446d-abcc-fa151e7c55d5 req-a9358490-9182-431c-8771-c9655079e1b1 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0622604 Oct 27 13:26:02.081049 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.098771 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:02.101994 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for security_group (16ae3db0-1c41-4b53-9b93-99845f8f3b37), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.107456 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (16ae3db0-1c41-4b53-9b93-99845f8f3b37), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.118188 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1b1153c8-753f-446d-abcc-fa151e7c55d5 req-2ced8ca9-ab2e-4608-8e2e-5944fe86f9bf tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874937 Oct 27 13:26:02.155191 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f0fbc-ee5b-4fe2-83cc-5edab8d3db16 req-4301d6a6-382b-4b78-a38e-360dd025d978 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:02.155191 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ed0f0fbc-ee5b-4fe2-83cc-5edab8d3db16 req-4301d6a6-382b-4b78-a38e-360dd025d978 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0618284 Oct 27 13:26:02.155796 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.155796 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2231143 Oct 27 13:26:02.163128 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ae3db0-1c41-4b53-9b93-99845f8f3b37,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:02.171434 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 57526) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:02.175443 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.175957 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.176113 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.176481 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.176812 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.177139 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.177235 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Request body: {'security_group_rule': {'security_group_id': '16ae3db0-1c41-4b53-9b93-99845f8f3b37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:02.177462 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.177906 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.178260 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.178805 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.179138 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.179463 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.179782 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.180100 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.180441 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c3f5a1-9a20-458f-9d9c-cfd61876fae0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.223546 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ed0f0fbc-ee5b-4fe2-83cc-5edab8d3db16 req-65b6e421-f947-4098-8799-e4bb51e8f27d tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695829 Oct 27 13:26:02.225407 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for security_group_rule (0f1a78aa-a4f7-4044-9b2b-6ec2026045d5), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.294029 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for security_group_rule (0f1a78aa-a4f7-4044-9b2b-6ec2026045d5), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.299626 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (0f1a78aa-a4f7-4044-9b2b-6ec2026045d5), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.307145 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:02.321564 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1a78aa-a4f7-4044-9b2b-6ec2026045d5,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:02.333492 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.337056 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1624675 Oct 27 13:26:02.337561 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.337903 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.338802 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.339237 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.339574 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.339952 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.340515 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.340818 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.341365 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.341951 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.342475 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.343325 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.343584 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.347396 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.347396 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604f216-06d1-4b7f-9412-dc385dba1005 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:02.347396 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 57530) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:02.353471 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-4db02539-f2cf-4504-856d-5ada3c08328f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Request body: {'security_group_rule': {'security_group_id': '16ae3db0-1c41-4b53-9b93-99845f8f3b37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:02.373980 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:02.390822 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d77008-3c87-428a-a680-c6a69c2216ec req-ac9a1430-9cdc-4de4-8ccd-8099f61dc407 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:02.392323 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c2d77008-3c87-428a-a680-c6a69c2216ec req-ac9a1430-9cdc-4de4-8ccd-8099f61dc407 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0745864 Oct 27 13:26:02.393420 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4db02539-f2cf-4504-856d-5ada3c08328f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for security_group_rule (488e8fd8-d12b-4adf-a1dd-08e4e8271455), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.439643 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c2d77008-3c87-428a-a680-c6a69c2216ec req-1d5e4912-53c9-42b2-a92a-52e38636219d tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Oct 27 13:26:02.454605 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4db02539-f2cf-4504-856d-5ada3c08328f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for security_group_rule (488e8fd8-d12b-4adf-a1dd-08e4e8271455), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.458342 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4db02539-f2cf-4504-856d-5ada3c08328f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (488e8fd8-d12b-4adf-a1dd-08e4e8271455), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.479724 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db02539-f2cf-4504-856d-5ada3c08328f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488e8fd8-d12b-4adf-a1dd-08e4e8271455,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:02.489209 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4db02539-f2cf-4504-856d-5ada3c08328f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.490430 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-4db02539-f2cf-4504-856d-5ada3c08328f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419618 Oct 27 13:26:02.493963 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 57534) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:02.498355 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Request body: {'floatingip': {'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:02.520367 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.601718 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.603505 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.708009 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Allocated IP 172.27.0.152 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/9bcbbfa4-e18c-43a1-a897-29b94219120f) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:26:02.806769 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for port (9bcbbfa4-e18c-43a1-a897-29b94219120f), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.837488 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (9bcbbfa4-e18c-43a1-a897-29b94219120f), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.878354 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:26:02.885635 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:26:02.887979 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:26:02.909036 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Pushing event updated for resources: {'Port': ['ID=9bcbbfa4-e18c-43a1-a897-29b94219120f,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:02.970344 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for floatingip (3589fd1e-b027-4568-8c62-09da7a8b4c9c), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:02.996352 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:03.011468 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (9bcbbfa4-e18c-43a1-a897-29b94219120f), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:03.126521 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:03.156254 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for port (9bcbbfa4-e18c-43a1-a897-29b94219120f), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:03.160809 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (9bcbbfa4-e18c-43a1-a897-29b94219120f), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:03.237016 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Pushing event updated for resources: {'Port': ['ID=9bcbbfa4-e18c-43a1-a897-29b94219120f,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:03.261427 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (3589fd1e-b027-4568-8c62-09da7a8b4c9c), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:03.281533 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e9600-b15a-4d0a-8612-d5868627b116 req-3a96778d-01d5-4297-b595-e7e5ea287fb8 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:03.283027 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c17e9600-b15a-4d0a-8612-d5868627b116 req-3a96778d-01d5-4297-b595-e7e5ea287fb8 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0692573 Oct 27 13:26:03.299572 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:03.300745 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-fe4b1570-4e0e-43aa-a979-b01b3bf5475f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8058679 Oct 27 13:26:03.347186 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c17e9600-b15a-4d0a-8612-d5868627b116 req-007e756e-a191-4b26-98c5-b0bf78c8c916 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567141 Oct 27 13:26:03.362131 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568fdb-fe3b-4969-8064-cd879e8dfb55 req-76204461-33f1-4c8a-95e0-56de2514cb6d tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:03.364294 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c7568fdb-fe3b-4969-8064-cd879e8dfb55 req-76204461-33f1-4c8a-95e0-56de2514cb6d tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0561686 Oct 27 13:26:03.428861 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c7568fdb-fe3b-4969-8064-cd879e8dfb55 req-32962a99-0a8f-4dbb-9354-727756bd571d tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576336 Oct 27 13:26:03.525711 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-7f9cc8d6-d417-4574-be35-edccaf507011 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1894743749&fields=id&tenant_id=a58f7c57ef7f4a54999d16d765d80cc2 HTTP/1.1" status: 200 len: 267 time: 0.0491819 Oct 27 13:26:03.564159 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78388e71-f558-4f7f-b76b-c0a48cd75839 req-760ffbed-bf86-4699-a87a-7a4b2703ddd7 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:03.565809 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-78388e71-f558-4f7f-b76b-c0a48cd75839 req-760ffbed-bf86-4699-a87a-7a4b2703ddd7 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0495191 Oct 27 13:26:03.619276 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-78388e71-f558-4f7f-b76b-c0a48cd75839 req-01035e3b-4a7e-48d7-ac55-de6ea519e782 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476453 Oct 27 13:26:03.645812 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-a2e81689-c24c-4016-be25-522811341382 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:03.647775 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-a2e81689-c24c-4016-be25-522811341382 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/networks?id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 200 len: 818 time: 0.1151781 Oct 27 13:26:03.662098 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-8e8ba6fb-8b4c-40d5-b8b4-4836e7aa15fd tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/quotas/a58f7c57ef7f4a54999d16d765d80cc2 HTTP/1.1" status: 200 len: 375 time: 0.0090301 Oct 27 13:26:03.716529 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-4b8ee872-d857-4d7c-89b1-5a460342bbe8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0496750 Oct 27 13:26:03.812002 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-d38c2edb-5104-4952-9504-883be19aed94 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842247 Oct 27 13:26:03.903483 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-41765348-7aaf-4b81-bc1b-36ba338bd509 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859149 Oct 27 13:26:04.064667 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8f3cf581-cc1f-4e9c-bb7e-a5ce952e2559 req-1657752b-fdd4-4194-a15a-1192e96dacac tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 210 time: 0.0285330 Oct 27 13:26:04.474507 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c5fd5-83f9-4abb-9f06-9ae71421c069 req-71b80d76-30e2-42d6-a0dc-435178475193 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:04.476496 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5d7c5fd5-83f9-4abb-9f06-9ae71421c069 req-71b80d76-30e2-42d6-a0dc-435178475193 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0462396 Oct 27 13:26:04.527192 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5d7c5fd5-83f9-4abb-9f06-9ae71421c069 req-b2101fc2-4b5d-4c03-b37e-f07e45f25b0c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430241 Oct 27 13:26:04.556400 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01425ed-a7f1-4c00-8448-d4af49b02f2d req-1d153e0f-ee59-4d7c-ae82-078c80b4550e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:04.556400 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e01425ed-a7f1-4c00-8448-d4af49b02f2d req-1d153e0f-ee59-4d7c-ae82-078c80b4550e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0501976 Oct 27 13:26:04.602108 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e01425ed-a7f1-4c00-8448-d4af49b02f2d req-f065f2a8-c129-43dc-b890-b0e4f378917f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413113 Oct 27 13:26:04.680415 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:04.729114 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:04.739680 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cac054-627d-4c02-829d-bcb4a81e47fc req-ab853859-4475-4470-abad-7c9efb12bcc2 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:04.741735 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c9cac054-627d-4c02-829d-bcb4a81e47fc req-ab853859-4475-4470-abad-7c9efb12bcc2 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0461855 Oct 27 13:26:04.789442 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c9cac054-627d-4c02-829d-bcb4a81e47fc req-de3bc782-e0fa-4037-a9f5-f938edc4a569 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417066 Oct 27 13:26:05.169627 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6ef4bd8b-04ac-4803-a19e-361fbaae8c98 req-471b0778-ba90-42e0-82a3-b1227c54d41f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 210 time: 0.0310662 Oct 27 13:26:05.680689 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982b56-30f5-4179-9376-85807ae68d68 req-41d7e0d0-8ac5-4f2c-be22-1bdf7bab52b5 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:05.689194 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-be982b56-30f5-4179-9376-85807ae68d68 req-41d7e0d0-8ac5-4f2c-be22-1bdf7bab52b5 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0754287 Oct 27 13:26:05.741298 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd24de7-e454-4cf9-90f4-c7c0b21d9d4b req-a30e4452-87df-4b84-86a6-d577737c1ce3 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:05.749053 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1cd24de7-e454-4cf9-90f4-c7c0b21d9d4b req-a30e4452-87df-4b84-86a6-d577737c1ce3 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0619187 Oct 27 13:26:05.782784 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:05.783219 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-be982b56-30f5-4179-9376-85807ae68d68 req-c9bdd9ea-19cd-4815-bb11-28b1b934474b tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905530 Oct 27 13:26:05.806106 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1cd24de7-e454-4cf9-90f4-c7c0b21d9d4b req-b43e485c-4fcb-4035-8c87-28bb1170aa76 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561035 Oct 27 13:26:05.936695 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81a81e-d2c8-4cc8-a76a-25a5612fce2e req-633311ba-e9a4-439c-8206-43d932467c0b tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:05.938234 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4b81a81e-d2c8-4cc8-a76a-25a5612fce2e req-633311ba-e9a4-439c-8206-43d932467c0b tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0493402 Oct 27 13:26:05.997978 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4b81a81e-d2c8-4cc8-a76a-25a5612fce2e req-2b6f1d9d-9ad2-4ec1-b36d-62abae62cd5d tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540349 Oct 27 13:26:06.297639 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-600fb0db-8cef-467a-bda8-761afc1fe2ba req-938e5128-3567-4d12-8406-b79744e27d2c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 210 time: 0.0322156 Oct 27 13:26:06.317489 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ddbda-97f1-4d5d-a14c-00abc1036860 req-71eb5be8-d5d7-44ee-b6e0-3c764d823236 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:06.319914 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3d1ddbda-97f1-4d5d-a14c-00abc1036860 req-71eb5be8-d5d7-44ee-b6e0-3c764d823236 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0569127 Oct 27 13:26:06.373520 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3d1ddbda-97f1-4d5d-a14c-00abc1036860 req-01777880-ff64-4fe6-a5dc-02f8c78e1a62 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477614 Oct 27 13:26:06.933125 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bd19c-f1b3-4bc9-b16d-201a9bd3a5ab req-c8c50df7-c5c5-4c10-a3ff-9a2ba691d914 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:06.934858 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9d2bd19c-f1b3-4bc9-b16d-201a9bd3a5ab req-c8c50df7-c5c5-4c10-a3ff-9a2ba691d914 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0658829 Oct 27 13:26:06.948889 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:06.952918 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abff8ed-e000-482f-81fa-8b4435671fec req-1eb93da7-9e9e-4c31-b22b-7143b5df7cf5 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:06.955258 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8abff8ed-e000-482f-81fa-8b4435671fec req-1eb93da7-9e9e-4c31-b22b-7143b5df7cf5 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0593600 Oct 27 13:26:06.998718 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9d2bd19c-f1b3-4bc9-b16d-201a9bd3a5ab req-e050cf85-6659-4c77-930e-abc2575c2f60 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565176 Oct 27 13:26:07.014956 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8abff8ed-e000-482f-81fa-8b4435671fec req-39e981ca-103d-4cd5-8ef9-afd50d4de94f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537710 Oct 27 13:26:07.199920 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 57658) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:07.343722 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-df76199f-eb05-4572-9b13-00acb42699cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:07.419830 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4cc527fb-939f-4ebc-a2fa-ad9a9de84a67 req-a9b45084-2e36-4909-aa3d-05b2a58c8c8b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 210 time: 0.0362616 Oct 27 13:26:07.454402 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-df76199f-eb05-4572-9b13-00acb42699cd admin admin] Publish callbacks [] for security_group (887d207e-ea58-45ed-831b-f95e0d5bdd32), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:07.458475 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-df76199f-eb05-4572-9b13-00acb42699cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (887d207e-ea58-45ed-831b-f95e0d5bdd32), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:07.511566 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-df76199f-eb05-4572-9b13-00acb42699cd admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=0b9364d7587d4041beadcab24aebb3db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105347 Oct 27 13:26:07.513157 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44580dbc-579b-4619-ba6c-0cd8651f1285 req-642ab99d-c586-46df-8bbb-ead8b9cbafba tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:07.514165 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 57670) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:07.514790 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-44580dbc-579b-4619-ba6c-0cd8651f1285 req-642ab99d-c586-46df-8bbb-ead8b9cbafba tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0579836 Oct 27 13:26:07.521010 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76199f-eb05-4572-9b13-00acb42699cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887d207e-ea58-45ed-831b-f95e0d5bdd32,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:07.573177 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0d65fd35-74c5-4680-88c4-224c59d64e72 admin admin] Publish callbacks [] for security_group (887d207e-ea58-45ed-831b-f95e0d5bdd32), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:07.574180 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-44580dbc-579b-4619-ba6c-0cd8651f1285 req-1e597062-a384-40cb-aa48-e94c84acc677 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530579 Oct 27 13:26:07.593793 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0d65fd35-74c5-4680-88c4-224c59d64e72 admin admin] Publish callbacks [] for security_group (887d207e-ea58-45ed-831b-f95e0d5bdd32), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:07.645229 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0d65fd35-74c5-4680-88c4-224c59d64e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (887d207e-ea58-45ed-831b-f95e0d5bdd32), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:07.648433 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0d65fd35-74c5-4680-88c4-224c59d64e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:07.650335 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-0d65fd35-74c5-4680-88c4-224c59d64e72 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/887d207e-ea58-45ed-831b-f95e0d5bdd32 HTTP/1.1" status: 204 len: 168 time: 0.1350229 Oct 27 13:26:07.665453 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65fd35-74c5-4680-88c4-224c59d64e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887d207e-ea58-45ed-831b-f95e0d5bdd32,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:08.069637 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b6abd521-cd1f-4162-bd8d-555d7408b593 req-030f5e24-977f-4666-b24e-57723a5667bf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491338 Oct 27 13:26:08.144364 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02279f3d-fd26-4436-b42d-bed528999af1 req-9325ecf5-3863-4a2f-96a3-56d5a896cc96 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:08.146388 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-02279f3d-fd26-4436-b42d-bed528999af1 req-9325ecf5-3863-4a2f-96a3-56d5a896cc96 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0535316 Oct 27 13:26:08.154696 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa37efd-42f0-4048-aca4-d7efee679bc9 req-2895e729-baf3-4933-a6d1-ed0e05cdbf03 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:08.156469 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cfa37efd-42f0-4048-aca4-d7efee679bc9 req-2895e729-baf3-4933-a6d1-ed0e05cdbf03 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0513172 Oct 27 13:26:08.201162 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-02279f3d-fd26-4436-b42d-bed528999af1 req-e7e60005-abcc-4035-8f96-e4bab56aed70 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481260 Oct 27 13:26:08.217392 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cfa37efd-42f0-4048-aca4-d7efee679bc9 req-4ac1c36c-2d28-40ff-abab-6c38e2b67d2a tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549161 Oct 27 13:26:08.392144 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da89f3-a457-44b8-aa1a-9ff786508669 req-062e4ab1-bfa9-4579-b171-3a4de8fa89fd tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:08.393939 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-23da89f3-a457-44b8-aa1a-9ff786508669 req-062e4ab1-bfa9-4579-b171-3a4de8fa89fd tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0606656 Oct 27 13:26:08.433307 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abd521-cd1f-4162-bd8d-555d7408b593 req-b0ea353d-3acf-4bcc-934e-07226fea2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:08.435032 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b6abd521-cd1f-4162-bd8d-555d7408b593 req-b0ea353d-3acf-4bcc-934e-07226fea2f78 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 1129 time: 0.1040659 Oct 27 13:26:08.441448 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:08.583867 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:08.635641 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-26b1d6da-b971-47ed-a9b8-9b97489f79d7 req-ac145855-9c8e-44f5-8b97-724702299e21 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 210 time: 0.0804794 Oct 27 13:26:08.673900 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [req-23da89f3-a457-44b8-aa1a-9ff786508669 req-e787bf13-c8fa-4598-8518-3cd02f94bac4 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Deleting port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:26:08.674262 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-23da89f3-a457-44b8-aa1a-9ff786508669 req-e787bf13-c8fa-4598-8518-3cd02f94bac4 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (630e2996-5dfe-4ee3-9dd5-83ea4aa48f01), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:08.685665 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abd521-cd1f-4162-bd8d-555d7408b593 req-c09ed33f-3453-49a8-b764-11ea722c0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:08.687224 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b6abd521-cd1f-4162-bd8d-555d7408b593 req-c09ed33f-3453-49a8-b764-11ea722c0d07 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 200 len: 919 time: 0.2062697 Oct 27 13:26:08.818351 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-bc2754ef-6776-44cd-8050-b4b7f1111e4d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:08.820446 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-bc2754ef-6776-44cd-8050-b4b7f1111e4d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.45 "GET /networking/v2.0/networks?id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 200 len: 818 time: 0.3817859 Oct 27 13:26:08.851813 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-23da89f3-a457-44b8-aa1a-9ff786508669 req-e787bf13-c8fa-4598-8518-3cd02f94bac4 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] For port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=630e2996-5dfe-4ee3-9dd5-83ea4aa48f01,segment=NetworkSegment(cf244f6f-307c-4053-bac4-0bf99837418e),segment_id=cf244f6f-307c-4053-bac4-0bf99837418e)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:26:08.852286 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-23da89f3-a457-44b8-aa1a-9ff786508669 req-e787bf13-c8fa-4598-8518-3cd02f94bac4 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (630e2996-5dfe-4ee3-9dd5-83ea4aa48f01), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:08.900410 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:08.912469 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [req-23da89f3-a457-44b8-aa1a-9ff786508669 req-e787bf13-c8fa-4598-8518-3cd02f94bac4 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Calling delete_port for 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 owned by compute:nova {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:26:08.962080 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-c8acd98b-3f92-421b-b016-699b2c9e9197 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a58f7c57ef7f4a54999d16d765d80cc2 HTTP/1.1" status: 200 len: 380 time: 0.1132989 Oct 27 13:26:08.992981 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-98102b39-2e24-4e91-b3a8-222c7fc4ee93 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Request body: {'port': {'device_id': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'admin_state_up': True, 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'security_groups': ['16ae3db0-1c41-4b53-9b93-99845f8f3b37']}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:09.052834 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b6abd521-cd1f-4162-bd8d-555d7408b593 req-b0a2616e-87b9-4226-981f-d42cf9ce86e6 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d002aeca-8ed9-4dcb-a918-f911694d6cb8 HTTP/1.1" status: 200 len: 217 time: 0.3482947 Oct 27 13:26:09.132811 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd8ffa-73c0-4ba4-a0d3-9d22434a33f9 req-50a072e1-bc92-4ec5-8217-ca2e5dd2102e tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:09.140099 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ddcd8ffa-73c0-4ba4-a0d3-9d22434a33f9 req-50a072e1-bc92-4ec5-8217-ca2e5dd2102e tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 950 time: 0.0862801 Oct 27 13:26:09.184454 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-98102b39-2e24-4e91-b3a8-222c7fc4ee93 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Made reservation on behalf of a58f7c57ef7f4a54999d16d765d80cc2 for: {'port': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:26:09.188055 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-98102b39-2e24-4e91-b3a8-222c7fc4ee93 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:09.197895 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abd521-cd1f-4162-bd8d-555d7408b593 req-12650bb3-c0f7-4e06-b95f-b881f567acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:09.199940 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b6abd521-cd1f-4162-bd8d-555d7408b593 req-12650bb3-c0f7-4e06-b95f-b881f567acd3 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d729a604-725f-4ad1-9296-503f3419b171 HTTP/1.1" status: 200 len: 857 time: 0.1347837 Oct 27 13:26:09.201941 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-23da89f3-a457-44b8-aa1a-9ff786508669 req-e787bf13-c8fa-4598-8518-3cd02f94bac4 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (630e2996-5dfe-4ee3-9dd5-83ea4aa48f01), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:09.213209 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ddcd8ffa-73c0-4ba4-a0d3-9d22434a33f9 req-e9f87846-36f8-40fa-9933-5bfb9e6fc754 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9827bb25-9b89-4415-b692-a47a3b8e09c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719118 Oct 27 13:26:09.219393 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['630e2996-5dfe-4ee3-9dd5-83ea4aa48f01'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:26:09.288651 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abd521-cd1f-4162-bd8d-555d7408b593 req-abc8f5bf-337b-45e5-9f86-8393be5783f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:09.290257 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b6abd521-cd1f-4162-bd8d-555d7408b593 req-abc8f5bf-337b-45e5-9f86-8393be5783f4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762532 Oct 27 13:26:09.301993 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787bf13-c8fa-4598-8518-3cd02f94bac4 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Pushing event deleted for resources: {'Port': ['ID=630e2996-5dfe-4ee3-9dd5-83ea4aa48f01,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:09.429484 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750ccd6-4bf0-45e9-ace3-6728131cfe23 req-89b9708f-92bf-4054-9026-996babe4e20e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:09.431011 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4750ccd6-4bf0-45e9-ace3-6728131cfe23 req-89b9708f-92bf-4054-9026-996babe4e20e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.1079624 Oct 27 13:26:09.434975 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [req-23da89f3-a457-44b8-aa1a-9ff786508669 req-e787bf13-c8fa-4598-8518-3cd02f94bac4 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] No DVR routers for this DVR port 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 on host hv-cinder-86243 {{(pid=104532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:26:09.443081 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-23da89f3-a457-44b8-aa1a-9ff786508669 req-e787bf13-c8fa-4598-8518-3cd02f94bac4 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:09.446941 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-23da89f3-a457-44b8-aa1a-9ff786508669 req-e787bf13-c8fa-4598-8518-3cd02f94bac4 tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.45 "DELETE /networking/v2.0/ports/630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 HTTP/1.1" status: 204 len: 173 time: 1.0462658 Oct 27 13:26:09.449197 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed6eadd-6996-4e9e-87f7-2962fcacbd5e', 'name': 'network-vif-deleted', 'tag': '630e2996-5dfe-4ee3-9dd5-83ea4aa48f01'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:26:09.451596 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7106ce0-669a-466e-8e87-821113ee074e" -d '{"events": [{"server_uuid": "4ed6eadd-6996-4e9e-87f7-2962fcacbd5e", "name": "network-vif-deleted", "tag": "630e2996-5dfe-4ee3-9dd5-83ea4aa48f01"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:26:09.470571 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd67e3d-2e58-48fe-bb91-77ff40c96bd3 req-fc56e881-fb7d-415c-bb24-2c8c87e6e7f5 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:09.472170 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4cd67e3d-2e58-48fe-bb91-77ff40c96bd3 req-fc56e881-fb7d-415c-bb24-2c8c87e6e7f5 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.1663353 Oct 27 13:26:09.522160 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b6abd521-cd1f-4162-bd8d-555d7408b593 req-857c2b05-a8f8-4c1c-b39c-b5ad1498ed3b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168350 Oct 27 13:26:09.523442 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-98102b39-2e24-4e91-b3a8-222c7fc4ee93 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Allocated IP 172.20.0.6 (d7787e3c-cdc7-4d31-9969-b3505bdbc01b/d729a604-725f-4ad1-9296-503f3419b171/3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:26:09.560769 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4750ccd6-4bf0-45e9-ace3-6728131cfe23 req-17e9d69a-b487-40c7-829e-85076d849427 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067119 Oct 27 13:26:09.563168 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4cd67e3d-2e58-48fe-bb91-77ff40c96bd3 req-002848d0-66e5-402b-b1eb-828f12563bb6 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744019 Oct 27 13:26:09.593642 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:09.671989 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b6abd521-cd1f-4162-bd8d-555d7408b593 req-37b14c78-4a35-464d-a44c-aaa193496557 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406190 Oct 27 13:26:09.881229 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4aa4193-3e45-4422-b69b-ac11a5a36ad2 x-openstack-request-id: req-b4aa4193-3e45-4422-b69b-ac11a5a36ad2 {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:26:09.881633 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed6eadd-6996-4e9e-87f7-2962fcacbd5e", "name": "network-vif-deleted", "tag": "630e2996-5dfe-4ee3-9dd5-83ea4aa48f01", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:26:09.881881 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4aa4193-3e45-4422-b69b-ac11a5a36ad2 {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:26:09.882278 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4aa4193-3e45-4422-b69b-ac11a5a36ad2'] response: {'server_uuid': '4ed6eadd-6996-4e9e-87f7-2962fcacbd5e', 'name': 'network-vif-deleted', 'tag': '630e2996-5dfe-4ee3-9dd5-83ea4aa48f01', 'status': 'completed', 'code': 200} Oct 27 13:26:09.935602 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-20a40517-ab22-48fb-9938-a96c0f4d87aa req-0c72af74-a941-435c-9af1-ab6439b72811 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 210 time: 0.0520849 Oct 27 13:26:10.038228 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-98102b39-2e24-4e91-b3a8-222c7fc4ee93 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for port (3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:10.063403 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:10.069568 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-98102b39-2e24-4e91-b3a8-222c7fc4ee93 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:10.116189 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-98102b39-2e24-4e91-b3a8-222c7fc4ee93 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Network d7787e3c-cdc7-4d31-9969-b3505bdbc01b is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:26:10.121146 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-98102b39-2e24-4e91-b3a8-222c7fc4ee93 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:26:10.123317 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-98102b39-2e24-4e91-b3a8-222c7fc4ee93 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:26:10.125994 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98102b39-2e24-4e91-b3a8-222c7fc4ee93 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Pushing event updated for resources: {'Port': ['ID=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:10.183809 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-98102b39-2e24-4e91-b3a8-222c7fc4ee93 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:10.184487 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-98102b39-2e24-4e91-b3a8-222c7fc4ee93 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:10.204156 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-98102b39-2e24-4e91-b3a8-222c7fc4ee93 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2163849 Oct 27 13:26:10.219032 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Request body: {'port': {'device_id': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:10.308763 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:10.396106 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1bbe9662-d4e0-4441-bdac-05651a26d8ac req-93a495da-428a-47b8-a68a-bdb70d2e394f tempest-VolumesNegativeTest-836003548 tempest-VolumesNegativeTest-836003548-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4ed6eadd-6996-4e9e-87f7-2962fcacbd5e HTTP/1.1" status: 200 len: 210 time: 0.0334496 Oct 27 13:26:10.486409 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-f9505c94-3f91-4dee-bcee-a1c0fba79a69 None None] Provisioning complete for port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:10.487453 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f9505c94-3f91-4dee-bcee-a1c0fba79a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:10.487941 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-f9505c94-3f91-4dee-bcee-a1c0fba79a69 None None] Attempt 1 to provision port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 Oct 27 13:26:10.530134 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-f9505c94-3f91-4dee-bcee-a1c0fba79a69 None None] Port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:26:10.610003 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 {{(pid=104532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:26:10.618756 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Publish callbacks [] for port (3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:10.654542 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.provisioning_blocks [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Transition to ACTIVE for port object 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 will not be triggered until provisioned by entity L2. {{(pid=104532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:26:10.665080 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:10.732277 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95423f-c6f0-4a33-ae18-07ba16b13d6b req-4d43304f-a45c-4c26-b533-1bb677f53712 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:10.733497 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9e95423f-c6f0-4a33-ae18-07ba16b13d6b req-4d43304f-a45c-4c26-b533-1bb677f53712 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0803905 Oct 27 13:26:10.742649 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b5251-3574-4e38-a740-838ade3c0e46 req-066b7c2b-1650-48b8-8cba-7e0a94f1cf4d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:10.744754 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8b4b5251-3574-4e38-a740-838ade3c0e46 req-066b7c2b-1650-48b8-8cba-7e0a94f1cf4d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0599091 Oct 27 13:26:10.779641 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Pushing event updated for resources: {'Port': ['ID=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:10.823854 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8b4b5251-3574-4e38-a740-838ade3c0e46 req-39cf5c21-de2f-4bba-85d0-6d2dd6dc0e67 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707929 Oct 27 13:26:10.859528 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9e95423f-c6f0-4a33-ae18-07ba16b13d6b req-58e64bf6-4f7d-4494-bf00-242b53165c98 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151757 Oct 27 13:26:10.870177 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Attempting to bind port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:26:10.870570 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Attempting to bind port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'}] {{(pid=104532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:26:10.870836 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Attempting to bind port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 on network d7787e3c-cdc7-4d31-9969-b3505bdbc01b {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:26:10.912181 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:10.936550 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 on network d7787e3c-cdc7-4d31-9969-b3505bdbc01b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:26:10.936880 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Attempting to bind port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 on network d7787e3c-cdc7-4d31-9969-b3505bdbc01b {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:26:10.980416 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:26:10.980758 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Checking segment: {'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:26:10.981146 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Bound using segment: {'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'} {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:26:10.981569 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Bound port: 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae36e85-9d7a-4c0f-a177-587c7002ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b'}}] {{(pid=104532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:26:10.981906 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:10.996563 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:11.046943 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] For port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47, host hv-cinder-86243, cleared binding levels {{(pid=104532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:26:11.049982 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:11.050542 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] For port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:26:11.059032 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:11.063440 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:11.064866 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:11.066265 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 HTTP/1.1" status: 200 len: 1093 time: 0.8548334 Oct 27 13:26:11.073332 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e60dd-6984-4b2b-94ac-7485ce4eb0fa req-1fd2e294-e45f-4f7a-9e6b-7a172a716b6e tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:11.075591 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b89e60dd-6984-4b2b-94ac-7485ce4eb0fa req-1fd2e294-e45f-4f7a-9e6b-7a172a716b6e tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 943 time: 0.0588617 Oct 27 13:26:11.141853 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b89e60dd-6984-4b2b-94ac-7485ce4eb0fa req-fff8a3ae-c370-475c-998c-5e2f6aa683c1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590978 Oct 27 13:26:11.167519 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a0361-8779-47df-a2a7-6967ca473f25 service neutron] Pushing event updated for resources: {'Port': ['ID=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47,revision_number=3']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:11.171771 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-1c50a67e-42f8-4a1b-99ef-0b0e54fb4795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:11.173407 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-1c50a67e-42f8-4a1b-99ef-0b0e54fb4795 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 1127 time: 0.0586190 Oct 27 13:26:11.229291 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-6cc2140b-8e11-410f-bd2c-2bb34c100c33 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 HTTP/1.1" status: 200 len: 217 time: 0.0390892 Oct 27 13:26:11.284845 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-1a70d681-11b0-492d-9bdf-4a48abe4914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:11.286812 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-1a70d681-11b0-492d-9bdf-4a48abe4914a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d729a604-725f-4ad1-9296-503f3419b171 HTTP/1.1" status: 200 len: 857 time: 0.0502095 Oct 27 13:26:11.341333 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-dd725e70-d6e6-4268-960a-fa835ff7e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:11.343022 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-dd725e70-d6e6-4268-960a-fa835ff7e7b0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478873 Oct 27 13:26:11.352586 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 57764) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:11.448626 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-8fe4aa45-7c02-4219-814a-73d021e8abda service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903878 Oct 27 13:26:11.469021 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7583c7ca-398b-4847-994e-8c022e870dc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:11.598253 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c36f6cda-d0b0-4df1-ad9f-e7f2d5a88807 req-cb17317f-a2b8-45f7-8012-0cec9eba0177 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364658 Oct 27 13:26:11.636137 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7583c7ca-398b-4847-994e-8c022e870dc1 admin admin] Publish callbacks [] for security_group (2d157eb2-e22f-48d8-939f-59aef8226813), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:11.640360 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7583c7ca-398b-4847-994e-8c022e870dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (2d157eb2-e22f-48d8-939f-59aef8226813), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:11.682082 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-7583c7ca-398b-4847-994e-8c022e870dc1 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=fc06c8b6218344079b29ecdcc2c05056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283420 Oct 27 13:26:11.682950 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583c7ca-398b-4847-994e-8c022e870dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d157eb2-e22f-48d8-939f-59aef8226813,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:11.684718 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 57780) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:11.745616 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5958195a-df48-438e-bd23-12f00f3b5cb1 admin admin] Publish callbacks [] for security_group (2d157eb2-e22f-48d8-939f-59aef8226813), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:11.766652 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5958195a-df48-438e-bd23-12f00f3b5cb1 admin admin] Publish callbacks [] for security_group (2d157eb2-e22f-48d8-939f-59aef8226813), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:11.816756 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5958195a-df48-438e-bd23-12f00f3b5cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (2d157eb2-e22f-48d8-939f-59aef8226813), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:11.819541 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5958195a-df48-438e-bd23-12f00f3b5cb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:11.820711 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-5958195a-df48-438e-bd23-12f00f3b5cb1 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/2d157eb2-e22f-48d8-939f-59aef8226813 HTTP/1.1" status: 204 len: 168 time: 0.1349828 Oct 27 13:26:11.829331 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958195a-df48-438e-bd23-12f00f3b5cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d157eb2-e22f-48d8-939f-59aef8226813,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:11.884034 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'tag': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:26:11.886598 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c09a959-1db8-4266-9f00-fd6da13703ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d2278934-664f-48c4-be2a-35f1cfa1844a", "tag": "3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:26:11.942994 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bada3839-7566-4924-b686-2d71ee4622a9 x-openstack-request-id: req-bada3839-7566-4924-b686-2d71ee4622a9 {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:26:11.942994 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2278934-664f-48c4-be2a-35f1cfa1844a", "tag": "3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:26:11.942994 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bada3839-7566-4924-b686-2d71ee4622a9 {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:26:11.943321 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bada3839-7566-4924-b686-2d71ee4622a9'] response: {'name': 'network-changed', 'server_uuid': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'tag': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47', 'status': 'completed', 'code': 200} Oct 27 13:26:12.024484 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51e29e-ccbd-4985-922c-2eb52cc4987d req-015abbf5-0cc5-468e-8a28-931cbffdeb81 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:12.034237 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-bb51e29e-ccbd-4985-922c-2eb52cc4987d req-015abbf5-0cc5-468e-8a28-931cbffdeb81 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0823059 Oct 27 13:26:12.066460 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:12.106278 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-bb51e29e-ccbd-4985-922c-2eb52cc4987d req-a820762e-ebf9-461d-80b7-903932fcccff tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710461 Oct 27 13:26:12.160903 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b3751-5fd9-4135-81e3-1bb41acb0f6b req-6bbcb854-91b8-41e8-93df-cc7f408da37b tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:12.164764 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c65b3751-5fd9-4135-81e3-1bb41acb0f6b req-6bbcb854-91b8-41e8-93df-cc7f408da37b tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.1109669 Oct 27 13:26:12.242297 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c65b3751-5fd9-4135-81e3-1bb41acb0f6b req-5eb8e866-3e15-486e-80e1-ed6282e06fa1 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765076 Oct 27 13:26:12.299900 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e3dfd-fb2d-4e95-ae12-e196d1a72c70 req-e9db6b6e-fdfb-4b3e-a4f2-783ee53c5da8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:12.301688 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-695e3dfd-fb2d-4e95-ae12-e196d1a72c70 req-e9db6b6e-fdfb-4b3e-a4f2-783ee53c5da8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 943 time: 0.0634825 Oct 27 13:26:12.353680 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-695e3dfd-fb2d-4e95-ae12-e196d1a72c70 req-96a2c59e-23e1-4721-9f3b-3a453b3c5677 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452597 Oct 27 13:26:12.691674 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:26:12.715715 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:26:12.716054 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 630e2996-5dfe-4ee3-9dd5-83ea4aa48f01 not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:26:12.786354 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09a959-1db8-4266-9f00-fd6da13703ac req-84bfafdd-049f-40d5-95e1-62b2a3e6c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:12.789425 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7c09a959-1db8-4266-9f00-fd6da13703ac req-84bfafdd-049f-40d5-95e1-62b2a3e6c17c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 1127 time: 0.0475163 Oct 27 13:26:12.864109 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:12.951819 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09a959-1db8-4266-9f00-fd6da13703ac req-060aac82-eaaa-4ac4-b8f0-ebe88820d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:12.953309 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7c09a959-1db8-4266-9f00-fd6da13703ac req-060aac82-eaaa-4ac4-b8f0-ebe88820d959 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 200 len: 919 time: 0.1524506 Oct 27 13:26:13.003576 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7c09a959-1db8-4266-9f00-fd6da13703ac req-2e5e9faf-f66d-4f0d-b075-2f9f22bea73a service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 HTTP/1.1" status: 200 len: 217 time: 0.0424950 Oct 27 13:26:13.048957 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:13.053803 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09a959-1db8-4266-9f00-fd6da13703ac req-fc1f4cdb-5217-4049-b5b7-09979a7de464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:13.055261 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7c09a959-1db8-4266-9f00-fd6da13703ac req-fc1f4cdb-5217-4049-b5b7-09979a7de464 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d729a604-725f-4ad1-9296-503f3419b171 HTTP/1.1" status: 200 len: 857 time: 0.0456901 Oct 27 13:26:13.109645 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09a959-1db8-4266-9f00-fd6da13703ac req-b07023ac-2c35-43fa-9b22-9a18a56ad450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:13.111261 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7c09a959-1db8-4266-9f00-fd6da13703ac req-b07023ac-2c35-43fa-9b22-9a18a56ad450 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393217 Oct 27 13:26:13.257490 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7c09a959-1db8-4266-9f00-fd6da13703ac req-47d2c2a3-403c-4a07-baca-92b5b0739270 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300614 Oct 27 13:26:13.267706 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024076f-2b60-4c74-9173-b0e9aaf356ed req-693a5718-0b48-48b2-bc48-ed92618cd4ce tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:13.269158 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e024076f-2b60-4c74-9173-b0e9aaf356ed req-693a5718-0b48-48b2-bc48-ed92618cd4ce tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0651391 Oct 27 13:26:13.383989 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e024076f-2b60-4c74-9173-b0e9aaf356ed req-d70c6ada-1713-40e3-91d6-f9ba7ec95123 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035428 Oct 27 13:26:13.406659 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29424f64-0409-4715-a807-65ce8f8dd690 req-ec475761-ec39-4bf5-9349-a43ada292de8 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:13.414504 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-29424f64-0409-4715-a807-65ce8f8dd690 req-ec475761-ec39-4bf5-9349-a43ada292de8 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0608644 Oct 27 13:26:13.449143 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7c09a959-1db8-4266-9f00-fd6da13703ac req-d5b698dc-f481-40cc-bb54-80f6d2442922 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790600 Oct 27 13:26:13.492505 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-29424f64-0409-4715-a807-65ce8f8dd690 req-feb6980d-a70a-4b8f-a4fb-9e32ab739f91 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734861 Oct 27 13:26:13.532642 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19389a0-fff8-4875-a3c8-15f078bdfb15 req-5e5c7708-4bfb-4cba-905a-771452da2f3b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:13.534929 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f19389a0-fff8-4875-a3c8-15f078bdfb15 req-5e5c7708-4bfb-4cba-905a-771452da2f3b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 943 time: 0.0520058 Oct 27 13:26:13.594200 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f19389a0-fff8-4875-a3c8-15f078bdfb15 req-ae2d84a4-503c-43d0-a88c-491828810f0d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459559 Oct 27 13:26:14.562543 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e51df6-edfc-47de-a559-79e92b5f3fd9 req-91e627b8-03e5-4553-b525-ff1e2c47ca12 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:14.565177 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-41e51df6-edfc-47de-a559-79e92b5f3fd9 req-91e627b8-03e5-4553-b525-ff1e2c47ca12 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0853519 Oct 27 13:26:14.678309 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ea7c4-cf4b-4c17-b399-f21cc71b384b req-05749dc2-4e90-4d01-985c-3a09f16296ed tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:14.682941 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:26:14.690849 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-41e51df6-edfc-47de-a559-79e92b5f3fd9 req-87ff11d7-5d1e-4051-a952-1353202c6211 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130524 Oct 27 13:26:14.692739 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-472ea7c4-cf4b-4c17-b399-f21cc71b384b req-05749dc2-4e90-4d01-985c-3a09f16296ed tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0604777 Oct 27 13:26:14.781676 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-472ea7c4-cf4b-4c17-b399-f21cc71b384b req-aa4197a6-3aca-41f1-ad4e-637a4bad3d20 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880218 Oct 27 13:26:14.832400 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:26:14.848052 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'port_id': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47', 'mac_address': 'fa:16:3e:fb:bf:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:26:14.883401 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715dcd9-3c2d-4e7f-ad43-6ee225bdcf0f req-bfcee67c-1580-4616-881d-ca78c5c3c4f8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:14.887466 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5715dcd9-3c2d-4e7f-ad43-6ee225bdcf0f req-bfcee67c-1580-4616-881d-ca78c5c3c4f8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 943 time: 0.0871987 Oct 27 13:26:14.888642 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:14.901542 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:14.901941 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:14.919611 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:26:14.953720 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:26:14.960736 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:14.991718 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5715dcd9-3c2d-4e7f-ad43-6ee225bdcf0f req-96297436-51b6-4cd7-8141-b6be252307c9 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963542 Oct 27 13:26:15.073475 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:15.247944 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:26:15.827651 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccf8fa-7dcf-4eea-b92e-55febb3a5f85 req-3847199a-fa89-404b-97ba-aa0f6ed1ce5e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:15.829131 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3fccf8fa-7dcf-4eea-b92e-55febb3a5f85 req-3847199a-fa89-404b-97ba-aa0f6ed1ce5e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0467281 Oct 27 13:26:15.877324 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3fccf8fa-7dcf-4eea-b92e-55febb3a5f85 req-4224ffda-f322-48b3-bbd6-09d658ec3aa9 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424268 Oct 27 13:26:15.938127 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7a677-334c-4ce2-a2b9-5d2a9a841051 req-dcb10ea2-a88a-4287-ba85-8b67442f0f37 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:15.939612 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4da7a677-334c-4ce2-a2b9-5d2a9a841051 req-dcb10ea2-a88a-4287-ba85-8b67442f0f37 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0510910 Oct 27 13:26:15.988511 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4da7a677-334c-4ce2-a2b9-5d2a9a841051 req-3fa554cf-a0ed-4e8c-b363-55af508ea0ee tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408187 Oct 27 13:26:16.136562 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1e999-d3f9-4cd2-b535-75d304c383bd req-d2270f2d-6126-4718-bef3-5d03a1b5f152 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:16.138415 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4bf1e999-d3f9-4cd2-b535-75d304c383bd req-d2270f2d-6126-4718-bef3-5d03a1b5f152 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 944 time: 0.0515938 Oct 27 13:26:16.204741 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4bf1e999-d3f9-4cd2-b535-75d304c383bd req-00ce98e8-4be9-492a-a5ee-6e45d2fe67c7 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594463 Oct 27 13:26:16.415812 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 58076) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:16.574760 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-9f120857-a50c-4f39-b49a-772b5090973a admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=ad0ac3d8983248bcad9b84c1be67bc47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575661 Oct 27 13:26:16.577425 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 58084) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:16.632001 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-09e62299-a57e-4b47-981b-b7d804401852 admin admin] Publish callbacks [] for security_group (9827bb25-9b89-4415-b692-a47a3b8e09c6), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:16.652802 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-09e62299-a57e-4b47-981b-b7d804401852 admin admin] Publish callbacks [] for security_group (9827bb25-9b89-4415-b692-a47a3b8e09c6), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:16.703617 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-09e62299-a57e-4b47-981b-b7d804401852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (9827bb25-9b89-4415-b692-a47a3b8e09c6), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:16.707215 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-09e62299-a57e-4b47-981b-b7d804401852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:16.707336 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:26:16.711358 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-09e62299-a57e-4b47-981b-b7d804401852 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/9827bb25-9b89-4415-b692-a47a3b8e09c6 HTTP/1.1" status: 204 len: 168 time: 0.1300187 Oct 27 13:26:16.719342 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e62299-a57e-4b47-981b-b7d804401852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9827bb25-9b89-4415-b692-a47a3b8e09c6,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:16.766283 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:26:16.775435 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:16.775791 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:16.776123 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 Oct 27 13:26:16.880420 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:16.880955 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:16.915021 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:26:16.917293 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5df3026-d966-4bd5-8aaf-d1fa5fe42aa4" -d '{"events": [{"server_uuid": "d2278934-664f-48c4-be2a-35f1cfa1844a", "name": "network-vif-plugged", "status": "completed", "tag": "3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:26:16.931175 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:26:16.936468 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:16.942514 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:16.984694 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c25a15-eaba-4dc4-a1a2-a36664471aa0 x-openstack-request-id: req-31c25a15-eaba-4dc4-a1a2-a36664471aa0 {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:26:16.985153 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2278934-664f-48c4-be2a-35f1cfa1844a", "name": "network-vif-plugged", "status": "completed", "tag": "3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:26:16.985533 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-31c25a15-eaba-4dc4-a1a2-a36664471aa0 {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:26:16.986085 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c25a15-eaba-4dc4-a1a2-a36664471aa0'] response: {'server_uuid': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47', 'code': 200} Oct 27 13:26:17.018514 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:17.069100 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730aae6-9e93-4d9b-8dc8-45b57807c330 req-186c10f2-1d7e-4a2d-841d-d46e539807a5 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:17.071786 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7730aae6-9e93-4d9b-8dc8-45b57807c330 req-186c10f2-1d7e-4a2d-841d-d46e539807a5 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0708854 Oct 27 13:26:17.138494 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:17.144683 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cab861-3a76-4a5e-bf23-900dbdbec9b3 req-109284be-ac93-4099-85bd-98f244282a0c tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:17.147238 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c3cab861-3a76-4a5e-bf23-900dbdbec9b3 req-109284be-ac93-4099-85bd-98f244282a0c tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0650356 Oct 27 13:26:17.153065 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7730aae6-9e93-4d9b-8dc8-45b57807c330 req-044f5acb-f7b1-498f-bd97-e3a48b4f80af tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747917 Oct 27 13:26:17.163535 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:17.237875 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c3cab861-3a76-4a5e-bf23-900dbdbec9b3 req-c7de5846-6cdb-4319-8a62-4c03193cc56f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815837 Oct 27 13:26:17.342002 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389c54f-5590-428c-84ea-0287e1d7694e req-eea36153-c45d-4f6e-b466-acd97c034305 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:17.343796 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5389c54f-5590-428c-84ea-0287e1d7694e req-eea36153-c45d-4f6e-b466-acd97c034305 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0574694 Oct 27 13:26:17.393101 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5389c54f-5590-428c-84ea-0287e1d7694e req-57b2a3d6-22d5-4af6-97cf-b3ba3bf78b1e tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433869 Oct 27 13:26:17.533691 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 58116) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:17.627608 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-e501ecbd-0f95-4c3c-948c-053e681ffdf3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1517121784-network', 'tenant_id': '52552d69672a4677bd52c847cceec247'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:17.648150 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e501ecbd-0f95-4c3c-948c-053e681ffdf3 admin admin] Made reservation on behalf of 52552d69672a4677bd52c847cceec247 for: {'network': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:26:17.650506 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e501ecbd-0f95-4c3c-948c-053e681ffdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:17.659228 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e501ecbd-0f95-4c3c-948c-053e681ffdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:17.734033 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e501ecbd-0f95-4c3c-948c-053e681ffdf3 admin admin] Publish callbacks [] for security_group (7b5f56ea-bf46-49ee-8407-3d570bbc0493), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:17.737645 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e501ecbd-0f95-4c3c-948c-053e681ffdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (7b5f56ea-bf46-49ee-8407-3d570bbc0493), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:17.765106 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e501ecbd-0f95-4c3c-948c-053e681ffdf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=104533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:26:17.770648 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501ecbd-0f95-4c3c-948c-053e681ffdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5f56ea-bf46-49ee-8407-3d570bbc0493,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:17.779139 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e501ecbd-0f95-4c3c-948c-053e681ffdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (50a3767c-1d2d-4c90-b743-662b5b78d506), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:17.779508 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.segments_db [None req-e501ecbd-0f95-4c3c-948c-053e681ffdf3 admin admin] Added segment 50a3767c-1d2d-4c90-b743-662b5b78d506 of type vlan for network a9d120ae-00f9-4b43-8e0b-d259ad2386ec Oct 27 13:26:17.790689 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:17.821135 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e501ecbd-0f95-4c3c-948c-053e681ffdf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (a9d120ae-00f9-4b43-8e0b-d259ad2386ec), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:17.850067 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e501ecbd-0f95-4c3c-948c-053e681ffdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (a9d120ae-00f9-4b43-8e0b-d259ad2386ec), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:17.851056 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501ecbd-0f95-4c3c-948c-053e681ffdf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:17.851633 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e501ecbd-0f95-4c3c-948c-053e681ffdf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:17.912385 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 58120) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:17.912625 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-e501ecbd-0f95-4c3c-948c-053e681ffdf3 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3775349 Oct 27 13:26:17.917753 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-a5b62158-0a5c-450e-a666-8bc0e537baa8 admin admin] Request body: {'subnet': {'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1517121784-subnet', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'ip_version': 4}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:17.917903 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501ecbd-0f95-4c3c-948c-053e681ffdf3 admin admin] Pushing event updated for resources: {'Network': ['ID=a9d120ae-00f9-4b43-8e0b-d259ad2386ec,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:17.933508 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network a9d120ae-00f9-4b43-8e0b-d259ad2386ec details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:26:17.937962 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b62158-0a5c-450e-a666-8bc0e537baa8 admin admin] Made reservation on behalf of 52552d69672a4677bd52c847cceec247 for: {'subnet': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:26:17.940438 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a5b62158-0a5c-450e-a666-8bc0e537baa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2644542'] for subnet (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:17.980495 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:18.110776 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a5b62158-0a5c-450e-a666-8bc0e537baa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2878557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2644560'] for subnet (5b534f89-d4bf-4109-8fb2-f47a50a755fe), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:18.161039 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b62158-0a5c-450e-a666-8bc0e537baa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b534f89-d4bf-4109-8fb2-f47a50a755fe,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:18.176555 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b62158-0a5c-450e-a666-8bc0e537baa8 admin admin] Checking segment: {'id': '50a3767c-1d2d-4c90-b743-662b5b78d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:26:18.176912 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b62158-0a5c-450e-a666-8bc0e537baa8 admin admin] Network hostable DHCP agents. Network: a9d120ae-00f9-4b43-8e0b-d259ad2386ec, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:26:18.194752 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b62158-0a5c-450e-a666-8bc0e537baa8 admin admin] Network a9d120ae-00f9-4b43-8e0b-d259ad2386ec is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:26:18.204393 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-a5b62158-0a5c-450e-a666-8bc0e537baa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, a9d120ae-00f9-4b43-8e0b-d259ad2386ec) {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:26:18.209646 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b62158-0a5c-450e-a666-8bc0e537baa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:18.210107 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a5b62158-0a5c-450e-a666-8bc0e537baa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:18.214199 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ad0e9b-f2ee-4748-a9f6-8b64b3c96bdf None None] Network a9d120ae-00f9-4b43-8e0b-d259ad2386ec requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:26:18.233916 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-a5b62158-0a5c-450e-a666-8bc0e537baa8 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3202009 Oct 27 13:26:18.236601 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 58124) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:18.241427 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1517121784-router', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:18.306975 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1006292'] for router (d827efd3-3d05-4e78-aa7a-be9f6848e5c4), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:18.308004 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1006319'] for router (d827efd3-3d05-4e78-aa7a-be9f6848e5c4), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:18.317929 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28cbbe-e3ad-400e-b490-e0f9bd006409 req-81c63fe8-4aa6-46fc-a668-6a3179495922 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:18.319977 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5b28cbbe-e3ad-400e-b490-e0f9bd006409 req-81c63fe8-4aa6-46fc-a668-6a3179495922 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0738416 Oct 27 13:26:18.332211 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe4b0003-7596-5709-b003-0e8d4fe063b1-a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'project_id': '52552d69672a4677bd52c847cceec247', 'fixed_ips': [{'subnet_id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe'}]}} from dv-cinder-862432-3-iscsi. {{(pid=104534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 13:26:18.333352 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:18.367250 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d781a9e-6b26-4b08-8930-79661950eedc req-e1d36e94-5914-4afc-b088-bb9ec671a20c tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:18.374471 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1d781a9e-6b26-4b08-8930-79661950eedc req-e1d36e94-5914-4afc-b088-bb9ec671a20c tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0619752 Oct 27 13:26:18.404487 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Publish callbacks [] for router_controller (d827efd3-3d05-4e78-aa7a-be9f6848e5c4), precommit_add_association {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:18.415392 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5b28cbbe-e3ad-400e-b490-e0f9bd006409 req-fd05d34a-6a7c-4083-b94b-84b537ceb526 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870554 Oct 27 13:26:18.422514 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1d781a9e-6b26-4b08-8930-79661950eedc req-8b1b7f35-00bb-46c8-9993-7b28ad30c7d9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469859 Oct 27 13:26:18.497389 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.db_base_plugin_common [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Allocated IP 172.20.0.2 (a9d120ae-00f9-4b43-8e0b-d259ad2386ec/5b534f89-d4bf-4109-8fb2-f47a50a755fe/1383a456-a8ab-4ec3-8dc2-51a9b71338b4) {{(pid=104534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:26:18.554318 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221e436-0cde-4b7c-8413-a4327f4b443a req-899c150c-4e3d-461a-b109-ae0cd12a9c3b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:18.555780 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e221e436-0cde-4b7c-8413-a4327f4b443a req-899c150c-4e3d-461a-b109-ae0cd12a9c3b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0571165 Oct 27 13:26:18.558684 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Publish callbacks [] for router_gateway (d827efd3-3d05-4e78-aa7a-be9f6848e5c4), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:18.568843 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:18.638595 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e221e436-0cde-4b7c-8413-a4327f4b443a req-e1d7e91c-0193-4d86-a6a6-836510259d2c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755930 Oct 27 13:26:18.666878 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:18.676481 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Publish callbacks [] for port (1383a456-a8ab-4ec3-8dc2-51a9b71338b4), precommit_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:18.682874 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (1383a456-a8ab-4ec3-8dc2-51a9b71338b4), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:18.727204 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Network a9d120ae-00f9-4b43-8e0b-d259ad2386ec is already hosted by enough agents. {{(pid=104534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:26:18.732163 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.base_scheduler [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Resources bound (agent type, host, resource id): {{(pid=104534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:26:18.734262 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Pushing event updated for resources: {'Port': ['ID=1383a456-a8ab-4ec3-8dc2-51a9b71338b4,revision_number=1']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:18.736390 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Received port after_create {{(pid=104534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:26:18.779976 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Publish callbacks [] for router_gateway (d827efd3-3d05-4e78-aa7a-be9f6848e5c4), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:18.793508 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Attempting to bind port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:26:18.793868 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Attempting to bind port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '50a3767c-1d2d-4c90-b743-662b5b78d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:26:18.794226 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Attempting to bind port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 on network a9d120ae-00f9-4b43-8e0b-d259ad2386ec {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:26:18.799506 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:18.837512 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:26:18.837787 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Checking segment: {'id': '50a3767c-1d2d-4c90-b743-662b5b78d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:26:18.838181 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:18.838564 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Bound using segment: {'id': '50a3767c-1d2d-4c90-b743-662b5b78d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:26:18.839025 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Bound port: 1383a456-a8ab-4ec3-8dc2-51a9b71338b4, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a3767c-1d2d-4c90-b743-662b5b78d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:26:18.839394 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (1383a456-a8ab-4ec3-8dc2-51a9b71338b4), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:18.903667 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] For port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:26:18.906703 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] For port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=1383a456-a8ab-4ec3-8dc2-51a9b71338b4,segment=NetworkSegment(50a3767c-1d2d-4c90-b743-662b5b78d506),segment_id=50a3767c-1d2d-4c90-b743-662b5b78d506)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:26:18.909836 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Allocated IP 172.27.0.47 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/448e3221-c3e9-4d43-8e8c-4bcb81ccf06f) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:26:18.914233 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (1383a456-a8ab-4ec3-8dc2-51a9b71338b4), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:18.965329 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e9b1a-26bb-46d5-89fc-1c2102124855 None None] Pushing event updated for resources: {'Port': ['ID=1383a456-a8ab-4ec3-8dc2-51a9b71338b4,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:18.981253 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:19.024975 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Publish callbacks [] for port (448e3221-c3e9-4d43-8e8c-4bcb81ccf06f), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:19.061875 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (448e3221-c3e9-4d43-8e8c-4bcb81ccf06f), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:19.117312 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:26:19.120513 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:26:19.124498 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:26:19.127552 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Pushing event updated for resources: {'Port': ['ID=448e3221-c3e9-4d43-8e8c-4bcb81ccf06f,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:19.286367 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:26:19.310276 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:19.334793 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:19.335087 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (1383a456-a8ab-4ec3-8dc2-51a9b71338b4), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:19.335418 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 Oct 27 13:26:19.372366 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Publish callbacks [] for router_gateway (d827efd3-3d05-4e78-aa7a-be9f6848e5c4), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:19.572759 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:19.573143 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (1383a456-a8ab-4ec3-8dc2-51a9b71338b4), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:19.609022 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a667c3-778b-47af-b5c3-793d2c04eca7 req-77acb63b-8dd3-408a-b7d5-6e1716c843bb tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:19.611390 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=1383a456-a8ab-4ec3-8dc2-51a9b71338b4,segment=NetworkSegment(50a3767c-1d2d-4c90-b743-662b5b78d506),segment_id=50a3767c-1d2d-4c90-b743-662b5b78d506)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:26:19.621453 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-58a667c3-778b-47af-b5c3-793d2c04eca7 req-77acb63b-8dd3-408a-b7d5-6e1716c843bb tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0699222 Oct 27 13:26:19.622953 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (1383a456-a8ab-4ec3-8dc2-51a9b71338b4), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:19.704057 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=1383a456-a8ab-4ec3-8dc2-51a9b71338b4,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:19.704278 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-58a667c3-778b-47af-b5c3-793d2c04eca7 req-eedf1562-465c-4102-9cae-83c2b5cb4359 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780411 Oct 27 13:26:19.805317 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device af0fd1e2-0d30-4347-ac85-c508bcc243ba details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:26:19.857239 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2624d-591e-4806-8186-8ca3bc1784dd req-29bc453f-abf0-460b-82ec-dacea8fa9f38 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:19.858912 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-20a2624d-591e-4806-8186-8ca3bc1784dd req-29bc453f-abf0-460b-82ec-dacea8fa9f38 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0828860 Oct 27 13:26:19.928912 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa940b-0bb8-452a-a61f-3e9bbc936fcb req-3bf07f5a-4446-4d4b-9a26-a969cf9853e3 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:19.930958 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9dfa940b-0bb8-452a-a61f-3e9bbc936fcb req-3bf07f5a-4446-4d4b-9a26-a969cf9853e3 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.4042318 Oct 27 13:26:19.941424 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port af0fd1e2-0d30-4347-ac85-c508bcc243ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=af0fd1e2-0d30-4347-ac85-c508bcc243ba,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:26:19.957297 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'port_id': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba', 'mac_address': 'fa:16:3e:3c:55:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:26:19.959613 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658732'] for router (d827efd3-3d05-4e78-aa7a-be9f6848e5c4), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:19.971477 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-20a2624d-591e-4806-8186-8ca3bc1784dd req-01bd2549-774d-4148-b135-380bb7e5046c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046193 Oct 27 13:26:19.996825 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d848be7-3618-4597-90cc-e50697d6562f None None] Network a9d120ae-00f9-4b43-8e0b-d259ad2386ec requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:26:20.017341 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:20.023315 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port af0fd1e2-0d30-4347-ac85-c508bcc243ba is: ACTIVE; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:20.023710 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:20.045367 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9dfa940b-0bb8-452a-a61f-3e9bbc936fcb req-589a6f43-8cb7-4769-8346-8d858fbc01d7 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990224 Oct 27 13:26:20.066770 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:20.080872 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af0fd1e2-0d30-4347-ac85-c508bcc243ba {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:26:20.091946 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-d4ce4969-93de-4c13-a370-285fc7d580f5 None None] Provisioning complete for port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:20.092150 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4969-93de-4c13-a370-285fc7d580f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (1383a456-a8ab-4ec3-8dc2-51a9b71338b4), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:20.092408 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-d4ce4969-93de-4c13-a370-285fc7d580f5 None None] Attempt 1 to provision port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 Oct 27 13:26:20.129718 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:20.133995 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b1c8e-9025-49e6-8983-0745b6bbafe0 req-86240056-cc69-43ee-ac9e-92e5524f672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:20.135541 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c20b1c8e-9025-49e6-8983-0745b6bbafe0 req-86240056-cc69-43ee-ac9e-92e5524f672e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 1129 time: 0.0828695 Oct 27 13:26:20.145085 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port af0fd1e2-0d30-4347-ac85-c508bcc243ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=af0fd1e2-0d30-4347-ac85-c508bcc243ba,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:26:20.158677 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:20.187647 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 is scheduled to L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 with binding_index 1 {{(pid=104532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 13:26:20.266875 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=af0fd1e2-0d30-4347-ac85-c508bcc243ba,revision_number=6']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:20.268276 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c20b1c8e-9025-49e6-8983-0745b6bbafe0 req-3421602e-2317-4142-a288-ec62150561b9 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894578 Oct 27 13:26:20.281624 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce4969-93de-4c13-a370-285fc7d580f5 None None] Current status of the port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:20.290631 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['af0fd1e2-0d30-4347-ac85-c508bcc243ba'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:26:20.335626 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:26:20.350764 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:20.352140 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Sync routers for ids ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:26:20.361434 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:20.365761 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 58140) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:20.366904 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-14f2c78a-f0c0-431b-a859-7c48313c1e09 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1292820 Oct 27 13:26:20.387823 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Routers {'d827efd3-3d05-4e78-aa7a-be9f6848e5c4'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:26:20.388544 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:25:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:20.422323 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:20.544430 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-347a2db1-3555-4719-b663-0cb879d5fc8d None None] Provisioning complete for port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:20.544700 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-347a2db1-3555-4719-b663-0cb879d5fc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (1383a456-a8ab-4ec3-8dc2-51a9b71338b4), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:20.545031 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-347a2db1-3555-4719-b663-0cb879d5fc8d None None] Attempt 1 to provision port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 Oct 27 13:26:20.566711 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Set router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:26:20.767839 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-347a2db1-3555-4719-b663-0cb879d5fc8d None None] Current status of the port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:20.813346 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'name': 'tempest-TestMinimumBasicScenario-1517121784-router', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:19Z', 'revision_number': 3, 'project_id': '52552d69672a4677bd52c847cceec247', 'gw_port': {'id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:20.841367 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:20.845248 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Checking router: d827efd3-3d05-4e78-aa7a-be9f6848e5c4 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:26:20.845607 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Updating router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 port 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f binding host dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:26:20.868507 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:20.877907 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device af0fd1e2-0d30-4347-ac85-c508bcc243ba up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:26:20.910531 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (448e3221-c3e9-4d43-8e8c-4bcb81ccf06f), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:20.957928 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08205165-ffb1-4bae-9fc5-6fca500fc120 req-f25a40c1-e971-4285-8e47-e249498132ca tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:20.960448 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-08205165-ffb1-4bae-9fc5-6fca500fc120 req-f25a40c1-e971-4285-8e47-e249498132ca tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 944 time: 0.1212070 Oct 27 13:26:20.971998 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:21.041651 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port af0fd1e2-0d30-4347-ac85-c508bcc243ba triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:21.042250 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:21.042347 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port af0fd1e2-0d30-4347-ac85-c508bcc243ba Oct 27 13:26:21.093145 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-08205165-ffb1-4bae-9fc5-6fca500fc120 req-8eb57cf4-d877-4a52-b44d-1492f65aa0e9 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205370 Oct 27 13:26:21.104386 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Allocated IP 172.20.0.1 (a9d120ae-00f9-4b43-8e0b-d259ad2386ec/5b534f89-d4bf-4109-8fb2-f47a50a755fe/0c359088-6945-466a-b96b-9eca56602a1b) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:26:21.201067 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa72ab-7c74-4dd5-a8dc-3dd7678052fa req-71c22f92-a00a-4e78-a8f3-bc2e5606de37 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:21.212793 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6baa72ab-7c74-4dd5-a8dc-3dd7678052fa req-71c22f92-a00a-4e78-a8f3-bc2e5606de37 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.1287482 Oct 27 13:26:21.275253 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb821c7-6c23-40f5-9129-048bf774c38a req-21b8c08d-bb1e-4d95-97ba-0a1e44a57f9a tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:21.285767 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-aeb821c7-6c23-40f5-9129-048bf774c38a req-21b8c08d-bb1e-4d95-97ba-0a1e44a57f9a tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0955453 Oct 27 13:26:21.289396 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port af0fd1e2-0d30-4347-ac85-c508bcc243ba is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:21.289881 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:21.314521 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:26:21.323830 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6baa72ab-7c74-4dd5-a8dc-3dd7678052fa req-1c1a9d65-572a-4fc2-b1dc-5778fdd1b9b0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069922 Oct 27 13:26:21.361820 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:21.397427 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Publish callbacks [] for port (0c359088-6945-466a-b96b-9eca56602a1b), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:21.407705 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port af0fd1e2-0d30-4347-ac85-c508bcc243ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=af0fd1e2-0d30-4347-ac85-c508bcc243ba,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:26:21.411441 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:26:21.414366 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fe03fc-13ff-41b0-90fb-42f02d128e1f" -d '{"events": [{"server_uuid": "896767c6-1a1e-4729-992a-7d4dfa6b503c", "name": "network-vif-plugged", "status": "completed", "tag": "af0fd1e2-0d30-4347-ac85-c508bcc243ba"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:26:21.426516 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:21.428838 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-aeb821c7-6c23-40f5-9129-048bf774c38a req-ef6b2c8f-cd07-41f7-98d1-a09a6bea4808 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421814 Oct 27 13:26:21.496072 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d169b0b9-dff8-48ac-a547-d87129b7b1fa x-openstack-request-id: req-d169b0b9-dff8-48ac-a547-d87129b7b1fa {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:26:21.497195 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896767c6-1a1e-4729-992a-7d4dfa6b503c", "name": "network-vif-plugged", "status": "completed", "tag": "af0fd1e2-0d30-4347-ac85-c508bcc243ba", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:26:21.497461 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d169b0b9-dff8-48ac-a547-d87129b7b1fa {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:26:21.498237 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d169b0b9-dff8-48ac-a547-d87129b7b1fa'] response: {'server_uuid': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba', 'code': 200} Oct 27 13:26:21.498616 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:21.498986 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (1383a456-a8ab-4ec3-8dc2-51a9b71338b4), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:21.499315 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 Oct 27 13:26:21.508741 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (0c359088-6945-466a-b96b-9eca56602a1b), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:21.528500 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:21.571186 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=af0fd1e2-0d30-4347-ac85-c508bcc243ba,revision_number=7']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:21.580020 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Publish callbacks [] for port (448e3221-c3e9-4d43-8e8c-4bcb81ccf06f), precommit_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:21.627007 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Network a9d120ae-00f9-4b43-8e0b-d259ad2386ec is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:26:21.631458 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:26:21.635877 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:26:21.640486 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Pushing event updated for resources: {'Port': ['ID=0c359088-6945-466a-b96b-9eca56602a1b,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:21.640616 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:21.642686 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (448e3221-c3e9-4d43-8e8c-4bcb81ccf06f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:21.683932 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Attempting to bind port 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:26:21.684407 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Attempting to bind port 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:26:21.685146 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Attempting to bind port 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f on network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:26:21.694377 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658522'] for router_interface (d827efd3-3d05-4e78-aa7a-be9f6848e5c4), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:21.743127 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991f005-fb34-499f-b310-953e4619de7a None None] Pushing event updated for resources: {'Port': ['ID=448e3221-c3e9-4d43-8e8c-4bcb81ccf06f,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:21.756123 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:26:21.756527 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Checking segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:26:21.756930 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:21.757340 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Bound using segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:26:21.757802 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Bound port: 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:26:21.758432 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (448e3221-c3e9-4d43-8e8c-4bcb81ccf06f), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:21.820624 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] For port 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:26:21.825844 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] For port 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=448e3221-c3e9-4d43-8e8c-4bcb81ccf06f,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:26:21.837721 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (448e3221-c3e9-4d43-8e8c-4bcb81ccf06f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:21.870336 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:21.884265 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (0c359088-6945-466a-b96b-9eca56602a1b), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:21.901771 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Routers {'d827efd3-3d05-4e78-aa7a-be9f6848e5c4'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:26:21.902429 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:25:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:21.957823 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991f005-fb34-499f-b310-953e4619de7a None None] Pushing event updated for resources: {'Port': ['ID=448e3221-c3e9-4d43-8e8c-4bcb81ccf06f,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:22.036635 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:22.045941 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-98bf2add-0508-4420-ae81-1f7d9d2f58f5 None None] Provisioning complete for port 0c359088-6945-466a-b96b-9eca56602a1b triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:22.046480 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-98bf2add-0508-4420-ae81-1f7d9d2f58f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (0c359088-6945-466a-b96b-9eca56602a1b), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:22.046727 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-98bf2add-0508-4420-ae81-1f7d9d2f58f5 None None] Attempt 1 to provision port 0c359088-6945-466a-b96b-9eca56602a1b Oct 27 13:26:22.137042 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Publish callbacks [] for port (0c359088-6945-466a-b96b-9eca56602a1b), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:22.152367 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (0c359088-6945-466a-b96b-9eca56602a1b), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:22.248263 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] Set router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:26:22.281580 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-98bf2add-0508-4420-ae81-1f7d9d2f58f5 None None] Port 0c359088-6945-466a-b96b-9eca56602a1b cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:26:22.291430 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2e0ed-683c-4871-99ed-07293380d8e9 req-ceddb028-c588-47f3-aff8-6b8d6d1d6385 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:22.299966 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-91d2e0ed-683c-4871-99ed-07293380d8e9 req-ceddb028-c588-47f3-aff8-6b8d6d1d6385 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0666964 Oct 27 13:26:22.370834 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Pushing event updated for resources: {'Port': ['ID=0c359088-6945-466a-b96b-9eca56602a1b,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:22.452265 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16190267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658606'] for router_interface (d827efd3-3d05-4e78-aa7a-be9f6848e5c4), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:22.507543 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-91d2e0ed-683c-4871-99ed-07293380d8e9 req-caca764c-4324-4b95-89c4-fd6de1a4efef tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065642 Oct 27 13:26:22.554909 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8995452-f62f-4021-9c54-b31b87f30b3f req-1bec8780-8df4-4937-8e2b-8006591d50b7 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:22.555768 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'name': 'tempest-TestMinimumBasicScenario-1517121784-router', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:21Z', 'revision_number': 4, 'project_id': '52552d69672a4677bd52c847cceec247', 'gw_port': {'id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0c359088-6945-466a-b96b-9eca56602a1b', 'name': '', 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'mac_address': 'fa:16:3e:05:a8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:20Z', 'updated_at': '2022-10-27T13:26:21Z', 'revision_number': 1, 'project_id': '52552d69672a4677bd52c847cceec247', 'subnets': [{'id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:22.556647 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f8995452-f62f-4021-9c54-b31b87f30b3f req-1bec8780-8df4-4937-8e2b-8006591d50b7 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0997431 Oct 27 13:26:22.559212 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:22.604156 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d5cc6f-709f-4799-a687-62f19ed84625 None None] The sync data for ids ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'] in dv-cinder-862432-3-iscsi is: [{'id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'name': 'tempest-TestMinimumBasicScenario-1517121784-router', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:21Z', 'revision_number': 4, 'project_id': '52552d69672a4677bd52c847cceec247', 'gw_port': {'id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0c359088-6945-466a-b96b-9eca56602a1b', 'name': '', 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'mac_address': 'fa:16:3e:05:a8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:20Z', 'updated_at': '2022-10-27T13:26:21Z', 'revision_number': 1, 'project_id': '52552d69672a4677bd52c847cceec247', 'subnets': [{'id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:26:22.678093 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f8995452-f62f-4021-9c54-b31b87f30b3f req-e6ac2ce7-db68-4070-b71f-1d3a402cdd95 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079795 Oct 27 13:26:22.737518 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358959e-2ec2-4c07-a571-eeb628b31bf0 req-98aee710-ef73-4589-9e97-23baa9d5edad tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:22.745301 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2358959e-2ec2-4c07-a571-eeb628b31bf0 req-98aee710-ef73-4589-9e97-23baa9d5edad tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.1621044 Oct 27 13:26:22.825206 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Network a9d120ae-00f9-4b43-8e0b-d259ad2386ec is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:26:22.831621 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:26:22.840160 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2358959e-2ec2-4c07-a571-eeb628b31bf0 req-a94f99e6-7749-43ce-9b30-b0c5eacdf6cb tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940106 Oct 27 13:26:22.947241 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf8ccd-bc8f-4320-b04b-9fe67821d25b req-559adf47-47b8-4620-bd5a-bc40c87c17b9 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:22.948940 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3edf8ccd-bc8f-4320-b04b-9fe67821d25b req-559adf47-47b8-4620-bd5a-bc40c87c17b9 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.1654267 Oct 27 13:26:22.962538 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 58206) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:22.986080 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-020c9515-5c25-4ec1-94ac-89186f7d1720 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Request body: {'floatingip': {'port_id': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:23.082448 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-020c9515-5c25-4ec1-94ac-89186f7d1720 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for floatingip (3589fd1e-b027-4568-8c62-09da7a8b4c9c), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:23.131105 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:26:23.147669 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:23.331901 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-82ea7dbb-3b35-4739-a5b8-6fd0169cd657 None None] Provisioning complete for port 0c359088-6945-466a-b96b-9eca56602a1b triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:23.332488 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-82ea7dbb-3b35-4739-a5b8-6fd0169cd657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (0c359088-6945-466a-b96b-9eca56602a1b), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:23.332666 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-82ea7dbb-3b35-4739-a5b8-6fd0169cd657 None None] Attempt 1 to provision port 0c359088-6945-466a-b96b-9eca56602a1b Oct 27 13:26:23.456025 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:26:23.464285 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-82ea7dbb-3b35-4739-a5b8-6fd0169cd657 None None] Port 0c359088-6945-466a-b96b-9eca56602a1b cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:26:23.466182 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-a3caa17b-da41-452f-be0e-bf8328915861 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/d827efd3-3d05-4e78-aa7a-be9f6848e5c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0988970 Oct 27 13:26:23.574621 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca09d08-2732-47ca-9faa-5a530ade1a70 req-b876aa5b-960d-4934-ad13-24dde1d814a6 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:23.583153 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5ca09d08-2732-47ca-9faa-5a530ade1a70 req-b876aa5b-960d-4934-ad13-24dde1d814a6 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0734553 Oct 27 13:26:23.876767 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:23.892039 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae304f95-00e3-4d99-b7e1-80dc89fa7024 req-e5f29e1c-63cb-49c4-b095-a8ea15e4c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:23.894085 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ae304f95-00e3-4d99-b7e1-80dc89fa7024 req-e5f29e1c-63cb-49c4-b095-a8ea15e4c3cc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d1a967f9b62401ba95d65a2747e3ec0&device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 1129 time: 0.3360350 Oct 27 13:26:24.079683 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5ca09d08-2732-47ca-9faa-5a530ade1a70 req-f474e5b9-54e9-4918-b5a9-b05a3b61782a tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4949300 Oct 27 13:26:24.149424 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:24.230616 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae304f95-00e3-4d99-b7e1-80dc89fa7024 req-302b4f6b-b39c-422a-83d4-42bb97fb50ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:24.232622 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ae304f95-00e3-4d99-b7e1-80dc89fa7024 req-302b4f6b-b39c-422a-83d4-42bb97fb50ca service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=424d9785-78b4-4b32-922b-56a7b3492659 HTTP/1.1" status: 200 len: 911 time: 0.3190730 Oct 27 13:26:24.255478 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040e51-fe9e-4a9c-a3c8-c023729319d9 req-6b63b302-ba81-4a0e-a480-8a027f825e9e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:24.264666 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b9040e51-fe9e-4a9c-a3c8-c023729319d9 req-6b63b302-ba81-4a0e-a480-8a027f825e9e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.5435715 Oct 27 13:26:24.343908 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b9040e51-fe9e-4a9c-a3c8-c023729319d9 req-687141b2-52f5-4aaa-a06b-bdff476e2f07 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733733 Oct 27 13:26:24.436572 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ae304f95-00e3-4d99-b7e1-80dc89fa7024 req-badf47b6-cbcc-4c85-8abb-2c0d9954dc2b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1df93e0f-5e21-4eff-a002-553c25504efd HTTP/1.1" status: 200 len: 1000 time: 0.1822479 Oct 27 13:26:24.450909 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.db.resource_extend [None req-020c9515-5c25-4ec1-94ac-89186f7d1720 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 27 13:26:24.509483 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 58234) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:24.515677 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-0550603f-b062-4936-a88b-5c533201a26d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1019593506-network', 'tenant_id': '9daea5edf5364f639b31d351f960bcc1'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:24.546078 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae304f95-00e3-4d99-b7e1-80dc89fa7024 req-475f039f-02d5-4a57-9906-3d8c4944cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:24.547736 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ae304f95-00e3-4d99-b7e1-80dc89fa7024 req-475f039f-02d5-4a57-9906-3d8c4944cc76 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=3a4b0eb8-cd36-4797-a097-2561f1cfcd3b HTTP/1.1" status: 200 len: 849 time: 0.1006560 Oct 27 13:26:24.561622 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0550603f-b062-4936-a88b-5c533201a26d admin admin] Made reservation on behalf of 9daea5edf5364f639b31d351f960bcc1 for: {'network': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:26:24.568116 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0550603f-b062-4936-a88b-5c533201a26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:24.580417 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0550603f-b062-4936-a88b-5c533201a26d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:24.666090 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-020c9515-5c25-4ec1-94ac-89186f7d1720 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:24.681893 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-020c9515-5c25-4ec1-94ac-89186f7d1720 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (3589fd1e-b027-4568-8c62-09da7a8b4c9c), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:24.685277 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae304f95-00e3-4d99-b7e1-80dc89fa7024 req-250fe240-83e2-417f-87e8-c526391280e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:24.685991 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ae304f95-00e3-4d99-b7e1-80dc89fa7024 req-250fe240-83e2-417f-87e8-c526391280e4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=424d9785-78b4-4b32-922b-56a7b3492659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036696 Oct 27 13:26:24.716639 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:24.718992 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0550603f-b062-4936-a88b-5c533201a26d admin admin] Publish callbacks [] for security_group (48fc8507-5f14-4568-ae48-622602b76bdb), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:24.730299 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0550603f-b062-4936-a88b-5c533201a26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (48fc8507-5f14-4568-ae48-622602b76bdb), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:24.766978 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0550603f-b062-4936-a88b-5c533201a26d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=104533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:26:24.779118 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550603f-b062-4936-a88b-5c533201a26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fc8507-5f14-4568-ae48-622602b76bdb,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:24.785681 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0550603f-b062-4936-a88b-5c533201a26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (8f2856ac-8bcf-48e2-803c-be11af5cbf6c), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:24.785681 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.segments_db [None req-0550603f-b062-4936-a88b-5c533201a26d admin admin] Added segment 8f2856ac-8bcf-48e2-803c-be11af5cbf6c of type vlan for network 003f44bd-a3a1-4819-bdae-cfeeddbdefac Oct 27 13:26:24.869149 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0550603f-b062-4936-a88b-5c533201a26d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (003f44bd-a3a1-4819-bdae-cfeeddbdefac), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:24.894496 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.l3_db [None req-020c9515-5c25-4ec1-94ac-89186f7d1720 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Floating IP 3589fd1e-b027-4568-8c62-09da7a8b4c9c associated. External IP: 172.27.0.152, port: 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47. Oct 27 13:26:24.906183 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0550603f-b062-4936-a88b-5c533201a26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (003f44bd-a3a1-4819-bdae-cfeeddbdefac), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:24.907918 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0550603f-b062-4936-a88b-5c533201a26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:24.908638 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0550603f-b062-4936-a88b-5c533201a26d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:24.931082 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ae304f95-00e3-4d99-b7e1-80dc89fa7024 req-21ff58a9-3e96-4dab-b01a-8bf44951c7a5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983409 Oct 27 13:26:24.980063 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550603f-b062-4936-a88b-5c533201a26d admin admin] Pushing event updated for resources: {'Network': ['ID=003f44bd-a3a1-4819-bdae-cfeeddbdefac,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:24.991450 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network 003f44bd-a3a1-4819-bdae-cfeeddbdefac details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:26:25.022628 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-0550603f-b062-4936-a88b-5c533201a26d admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5116210 Oct 27 13:26:25.025474 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 58236) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:25.030464 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-51948830-a7f2-43ca-85f2-7465a66dd9b8 admin admin] Request body: {'subnet': {'network_id': '003f44bd-a3a1-4819-bdae-cfeeddbdefac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1019593506-subnet', 'tenant_id': '9daea5edf5364f639b31d351f960bcc1', 'ip_version': 4}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:25.087108 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51948830-a7f2-43ca-85f2-7465a66dd9b8 admin admin] Made reservation on behalf of 9daea5edf5364f639b31d351f960bcc1 for: {'subnet': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:26:25.089763 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-51948830-a7f2-43ca-85f2-7465a66dd9b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25370233'] for subnet (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:25.096729 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ae304f95-00e3-4d99-b7e1-80dc89fa7024 req-044c132e-31d4-43f6-a34c-0b169937fedf service neutron] 10.222.0.45 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568482 Oct 27 13:26:25.314704 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73e510-e7f0-446d-a512-928d2e0a9fc2 req-3ab60328-91c9-40ba-be39-c7d7724c59ed tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:25.323696 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ad73e510-e7f0-446d-a512-928d2e0a9fc2 req-3ab60328-91c9-40ba-be39-c7d7724c59ed tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.1270652 Oct 27 13:26:25.339444 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020c9515-5c25-4ec1-94ac-89186f7d1720 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Router a396b264-e0ba-476f-8bfa-0b2de13e54d1 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:26:25.342967 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-51948830-a7f2-43ca-85f2-7465a66dd9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4109026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25370135'] for subnet (3c7c9d00-3224-4090-ba4a-992ff076e4e3), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:25.343781 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:26:25.386621 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:25.409847 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51948830-a7f2-43ca-85f2-7465a66dd9b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7c9d00-3224-4090-ba4a-992ff076e4e3,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:25.440455 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51948830-a7f2-43ca-85f2-7465a66dd9b8 admin admin] Checking segment: {'id': '8f2856ac-8bcf-48e2-803c-be11af5cbf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '003f44bd-a3a1-4819-bdae-cfeeddbdefac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:26:25.440817 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51948830-a7f2-43ca-85f2-7465a66dd9b8 admin admin] Network hostable DHCP agents. Network: 003f44bd-a3a1-4819-bdae-cfeeddbdefac, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:26:25.445195 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ad73e510-e7f0-446d-a512-928d2e0a9fc2 req-900b37e9-ec90-4941-a7aa-683dfa122452 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122601 Oct 27 13:26:25.468577 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51948830-a7f2-43ca-85f2-7465a66dd9b8 admin admin] Network 003f44bd-a3a1-4819-bdae-cfeeddbdefac is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:26:25.477116 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:25.490794 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:25.491267 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (448e3221-c3e9-4d43-8e8c-4bcb81ccf06f), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:25.491570 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f Oct 27 13:26:25.506584 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-51948830-a7f2-43ca-85f2-7465a66dd9b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, 003f44bd-a3a1-4819-bdae-cfeeddbdefac) {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:26:25.526242 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51948830-a7f2-43ca-85f2-7465a66dd9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:25.527239 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-51948830-a7f2-43ca-85f2-7465a66dd9b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:25.532604 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:25.546332 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4634d6b5-90c5-425c-b324-37ae95fa14b2 None None] Network 003f44bd-a3a1-4819-bdae-cfeeddbdefac requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:26:25.546707 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020c9515-5c25-4ec1-94ac-89186f7d1720 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:26:25.564750 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bcee95-8cec-4982-858a-3cb5fab74930 None None] Sync routers for ids ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:26:25.580664 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-020c9515-5c25-4ec1-94ac-89186f7d1720 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:25.591203 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bcee95-8cec-4982-858a-3cb5fab74930 None None] Routers {'a396b264-e0ba-476f-8bfa-0b2de13e54d1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:26:25.593300 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-31bcee95-8cec-4982-858a-3cb5fab74930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:25:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:25.663610 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-51948830-a7f2-43ca-85f2-7465a66dd9b8 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6334324 Oct 27 13:26:25.674318 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 58266) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:25.683430 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1019593506-router', 'tenant_id': '9daea5edf5364f639b31d351f960bcc1', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:25.751264 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ee914-e3f9-48d2-a716-56456c6258fa req-1e8a698d-2a6d-46d7-b0c1-fe4781949bd2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:25.759164 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a5ee914-e3f9-48d2-a716-56456c6258fa req-1e8a698d-2a6d-46d7-b0c1-fe4781949bd2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.1796827 Oct 27 13:26:25.768372 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:25.769259 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (448e3221-c3e9-4d43-8e8c-4bcb81ccf06f), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:25.832555 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-020c9515-5c25-4ec1-94ac-89186f7d1720 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/3589fd1e-b027-4568-8c62-09da7a8b4c9c HTTP/1.1" status: 200 len: 991 time: 2.8514376 Oct 27 13:26:25.837535 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a5ee914-e3f9-48d2-a716-56456c6258fa req-59d491dd-3a5f-4c59-bc4b-14faca13c89a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773911 Oct 27 13:26:25.842247 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'tag': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:26:25.844660 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe4b0003-7596-5709-b003-0e8d4fe063b1-003f44bd-a3a1-4819-bdae-cfeeddbdefac', 'network_id': '003f44bd-a3a1-4819-bdae-cfeeddbdefac', 'project_id': '9daea5edf5364f639b31d351f960bcc1', 'fixed_ips': [{'subnet_id': '3c7c9d00-3224-4090-ba4a-992ff076e4e3'}]}} from dv-cinder-862432-3-iscsi. {{(pid=104534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 13:26:25.845350 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9da39a-f617-41f0-9bf8-8c7bf807115d" -d '{"events": [{"name": "network-changed", "server_uuid": "d2278934-664f-48c4-be2a-35f1cfa1844a", "tag": "3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:26:25.847497 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:25.853958 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1006292'] for router (871233fb-398b-4407-a646-7b77840f326c), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:25.855048 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1006319'] for router (871233fb-398b-4407-a646-7b77840f326c), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:25.857984 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=448e3221-c3e9-4d43-8e8c-4bcb81ccf06f,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:26:25.877469 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (448e3221-c3e9-4d43-8e8c-4bcb81ccf06f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:25.961287 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-31bcee95-8cec-4982-858a-3cb5fab74930 None None] Set router a396b264-e0ba-476f-8bfa-0b2de13e54d1 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:26:25.978436 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93613316-3b75-4d1f-9660-4166fe3fd8b1 x-openstack-request-id: req-93613316-3b75-4d1f-9660-4166fe3fd8b1 {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:26:25.978777 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2278934-664f-48c4-be2a-35f1cfa1844a", "tag": "3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:26:25.979038 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93613316-3b75-4d1f-9660-4166fe3fd8b1 {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:26:25.979443 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93613316-3b75-4d1f-9660-4166fe3fd8b1'] response: {'name': 'network-changed', 'server_uuid': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'tag': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47', 'status': 'completed', 'code': 200} Oct 27 13:26:25.981271 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Publish callbacks [] for router_controller (871233fb-398b-4407-a646-7b77840f326c), precommit_add_association {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:26.057891 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.db_base_plugin_common [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Allocated IP 172.20.0.2 (003f44bd-a3a1-4819-bdae-cfeeddbdefac/3c7c9d00-3224-4090-ba4a-992ff076e4e3/9d836883-f12d-4225-91fe-b6fe57ba3e60) {{(pid=104534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:26:26.248146 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Publish callbacks [] for port (9d836883-f12d-4225-91fe-b6fe57ba3e60), precommit_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:26.251794 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Publish callbacks [] for router_gateway (871233fb-398b-4407-a646-7b77840f326c), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:26.256275 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:26.259709 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Sync routers for ids ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:26:26.266804 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (9d836883-f12d-4225-91fe-b6fe57ba3e60), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:26.278805 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:26.319137 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Routers {'d827efd3-3d05-4e78-aa7a-be9f6848e5c4'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:26:26.319137 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:25:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:26.375289 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Network 003f44bd-a3a1-4819-bdae-cfeeddbdefac is already hosted by enough agents. {{(pid=104534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:26:26.392261 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=448e3221-c3e9-4d43-8e8c-4bcb81ccf06f,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:26.392261 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.base_scheduler [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Resources bound (agent type, host, resource id): {{(pid=104534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:26:26.438434 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Pushing event updated for resources: {'Port': ['ID=9d836883-f12d-4225-91fe-b6fe57ba3e60,revision_number=1']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:26.442784 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Received port after_create {{(pid=104534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:26:26.461287 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9da39a-f617-41f0-9bf8-8c7bf807115d req-5acb11cf-bce1-4fef-80f0-2644034c6d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:26.463007 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9f9da39a-f617-41f0-9bf8-8c7bf807115d req-5acb11cf-bce1-4fef-80f0-2644034c6d25 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 1129 time: 0.1083534 Oct 27 13:26:26.616470 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Attempting to bind port 9d836883-f12d-4225-91fe-b6fe57ba3e60 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:26:26.617291 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Attempting to bind port 9d836883-f12d-4225-91fe-b6fe57ba3e60 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '8f2856ac-8bcf-48e2-803c-be11af5cbf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '003f44bd-a3a1-4819-bdae-cfeeddbdefac'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:26:26.618081 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Attempting to bind port 9d836883-f12d-4225-91fe-b6fe57ba3e60 on network 003f44bd-a3a1-4819-bdae-cfeeddbdefac {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:26:26.654323 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26641a57-15fb-4721-9b1f-1b5e185b8403 req-5f07fa7e-5280-485f-a033-45cbcb806d35 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:26.656625 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-26641a57-15fb-4721-9b1f-1b5e185b8403 req-5f07fa7e-5280-485f-a033-45cbcb806d35 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0979190 Oct 27 13:26:26.677815 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Set router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:26:26.686771 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-31bcee95-8cec-4982-858a-3cb5fab74930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port': {'id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:54Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '3589fd1e-b027-4568-8c62-09da7a8b4c9c', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'port_id': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'mac_address': 'fa:16:3e:fb:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:26:02Z', 'updated_at': '2022-10-27T13:26:24Z', 'revision_number': 1, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f9aa88-0478-45c6-94e3-759c7b6c2aac', 'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'mac_address': 'fa:16:3e:52:9c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:00Z', 'updated_at': '2022-10-27T13:24:19Z', 'revision_number': 5, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'subnets': [{'id': 'd729a604-725f-4ad1-9296-503f3419b171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:26.718125 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bcee95-8cec-4982-858a-3cb5fab74930 None None] Checking router: a396b264-e0ba-476f-8bfa-0b2de13e54d1 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:26:26.718668 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Publish callbacks [] for router_gateway (871233fb-398b-4407-a646-7b77840f326c), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:26.741370 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bcee95-8cec-4982-858a-3cb5fab74930 None None] Routers {'a396b264-e0ba-476f-8bfa-0b2de13e54d1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:26:26.744144 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-31bcee95-8cec-4982-858a-3cb5fab74930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:25:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:26.747463 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:26.753733 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-26641a57-15fb-4721-9b1f-1b5e185b8403 req-a065c3c8-f5a6-4161-b0c6-9d09430623e6 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888598 Oct 27 13:26:26.799798 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:26.810696 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:26:26.811073 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Checking segment: {'id': '8f2856ac-8bcf-48e2-803c-be11af5cbf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '003f44bd-a3a1-4819-bdae-cfeeddbdefac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:26:26.811484 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:26.811928 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Bound using segment: {'id': '8f2856ac-8bcf-48e2-803c-be11af5cbf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '003f44bd-a3a1-4819-bdae-cfeeddbdefac'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:26:26.812447 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Bound port: 9d836883-f12d-4225-91fe-b6fe57ba3e60, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2856ac-8bcf-48e2-803c-be11af5cbf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '003f44bd-a3a1-4819-bdae-cfeeddbdefac'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:26:26.812830 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (9d836883-f12d-4225-91fe-b6fe57ba3e60), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:26.926136 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Allocated IP 172.27.0.237 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/bf2313e0-dc6c-4961-a4b5-5fedc0b3d392) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:26:26.936086 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=100 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:26.941086 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-31bcee95-8cec-4982-858a-3cb5fab74930 None None] Set router a396b264-e0ba-476f-8bfa-0b2de13e54d1 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:26:27.048182 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'name': 'tempest-TestMinimumBasicScenario-1517121784-router', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:21Z', 'revision_number': 4, 'project_id': '52552d69672a4677bd52c847cceec247', 'gw_port': {'id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0c359088-6945-466a-b96b-9eca56602a1b', 'name': '', 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'mac_address': 'fa:16:3e:05:a8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:20Z', 'updated_at': '2022-10-27T13:26:21Z', 'revision_number': 2, 'project_id': '52552d69672a4677bd52c847cceec247', 'subnets': [{'id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:27.062153 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Publish callbacks [] for port (bf2313e0-dc6c-4961-a4b5-5fedc0b3d392), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:27.095694 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Checking router: d827efd3-3d05-4e78-aa7a-be9f6848e5c4 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:26:27.096332 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Updating router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 port 0c359088-6945-466a-b96b-9eca56602a1b binding host dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:26:27.099721 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:27.100514 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] For port 9d836883-f12d-4225-91fe-b6fe57ba3e60, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:26:27.141337 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] For port 9d836883-f12d-4225-91fe-b6fe57ba3e60, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=9d836883-f12d-4225-91fe-b6fe57ba3e60,segment=NetworkSegment(8f2856ac-8bcf-48e2-803c-be11af5cbf6c),segment_id=8f2856ac-8bcf-48e2-803c-be11af5cbf6c)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:26:27.159822 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (9d836883-f12d-4225-91fe-b6fe57ba3e60), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:27.189137 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989dcb8-5463-4e37-a340-bba44594296a req-9dd66f4e-2562-4067-8663-05abfd5ee416 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:27.190912 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6989dcb8-5463-4e37-a340-bba44594296a req-9dd66f4e-2562-4067-8663-05abfd5ee416 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0952475 Oct 27 13:26:27.310853 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (bf2313e0-dc6c-4961-a4b5-5fedc0b3d392), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:27.318924 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (0c359088-6945-466a-b96b-9eca56602a1b), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:27.319849 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:27.321393 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9da39a-f617-41f0-9bf8-8c7bf807115d req-3ad86bd0-d16a-49ce-8f7f-c72c1f777533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:27.323003 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9f9da39a-f617-41f0-9bf8-8c7bf807115d req-3ad86bd0-d16a-49ce-8f7f-c72c1f777533 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 200 len: 919 time: 0.6792128 Oct 27 13:26:27.330596 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a206d6-5449-45eb-be30-ced98b85e1e5 None None] Pushing event updated for resources: {'Port': ['ID=9d836883-f12d-4225-91fe-b6fe57ba3e60,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:27.351143 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-31bcee95-8cec-4982-858a-3cb5fab74930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port': {'id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:54Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '3589fd1e-b027-4568-8c62-09da7a8b4c9c', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'port_id': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'mac_address': 'fa:16:3e:fb:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:26:02Z', 'updated_at': '2022-10-27T13:26:24Z', 'revision_number': 1, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f9aa88-0478-45c6-94e3-759c7b6c2aac', 'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'mac_address': 'fa:16:3e:52:9c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:00Z', 'updated_at': '2022-10-27T13:24:19Z', 'revision_number': 5, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'subnets': [{'id': 'd729a604-725f-4ad1-9296-503f3419b171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:27.377203 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6989dcb8-5463-4e37-a340-bba44594296a req-945a0163-5726-42f0-bef4-fef63110fd58 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592348 Oct 27 13:26:27.473540 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bcee95-8cec-4982-858a-3cb5fab74930 None None] The sync data for ids ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'] in dv-cinder-862432-3-iscsi is: [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port': {'id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:54Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '3589fd1e-b027-4568-8c62-09da7a8b4c9c', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'port_id': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'mac_address': 'fa:16:3e:fb:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:26:02Z', 'updated_at': '2022-10-27T13:26:24Z', 'revision_number': 1, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f9aa88-0478-45c6-94e3-759c7b6c2aac', 'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'mac_address': 'fa:16:3e:52:9c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:00Z', 'updated_at': '2022-10-27T13:24:19Z', 'revision_number': 5, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'subnets': [{'id': 'd729a604-725f-4ad1-9296-503f3419b171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:26:27.493225 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:26:27.519931 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:26:27.571501 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:26:27.576919 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0963be2f-cf40-4761-8cf1-7ff242cc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:27.594631 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9f9da39a-f617-41f0-9bf8-8c7bf807115d req-927dddaf-3b23-4f5a-ba4a-49a1fe8519a7 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 HTTP/1.1" status: 200 len: 999 time: 0.2584131 Oct 27 13:26:27.595434 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:26:27.599645 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Pushing event updated for resources: {'Port': ['ID=bf2313e0-dc6c-4961-a4b5-5fedc0b3d392,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:27.736341 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:27.736341 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:27.736341 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (448e3221-c3e9-4d43-8e8c-4bcb81ccf06f), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:27.736341 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f Oct 27 13:26:27.766124 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:27.999781 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f60a99-de4b-4b19-b3ad-67b26965783e None None] New status for floating IP 3589fd1e-b027-4568-8c62-09da7a8b4c9c: ACTIVE {{(pid=104535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:26:28.048729 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c127c-2f2c-4bf5-bae8-6ee3a2727cd1 req-444eef63-cbef-4737-adac-332c59ba4fa4 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:28.058848 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6c2c127c-2f2c-4bf5-bae8-6ee3a2727cd1 req-444eef63-cbef-4737-adac-332c59ba4fa4 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.1624100 Oct 27 13:26:28.135360 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:28.183332 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6c2c127c-2f2c-4bf5-bae8-6ee3a2727cd1 req-1c37b4dd-9eb6-4195-84a4-a3428cbf6760 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234317 Oct 27 13:26:28.192418 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Publish callbacks [] for port (0c359088-6945-466a-b96b-9eca56602a1b), precommit_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:28.196104 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9da39a-f617-41f0-9bf8-8c7bf807115d req-7a417d19-c201-445a-8906-3c056e28ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:28.198489 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9f9da39a-f617-41f0-9bf8-8c7bf807115d req-7a417d19-c201-445a-8906-3c056e28ef81 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d729a604-725f-4ad1-9296-503f3419b171 HTTP/1.1" status: 200 len: 857 time: 0.5883045 Oct 27 13:26:28.202022 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (0c359088-6945-466a-b96b-9eca56602a1b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:28.319952 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Attempting to bind port 0c359088-6945-466a-b96b-9eca56602a1b on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:26:28.321100 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Attempting to bind port 0c359088-6945-466a-b96b-9eca56602a1b by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '50a3767c-1d2d-4c90-b743-662b5b78d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:26:28.321970 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Attempting to bind port 0c359088-6945-466a-b96b-9eca56602a1b on network a9d120ae-00f9-4b43-8e0b-d259ad2386ec {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:26:28.326022 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3afb5-be7f-4c5e-88ab-95b53a3433c1 None None] Pushing event updated for resources: {'Port': ['ID=0c359088-6945-466a-b96b-9eca56602a1b,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:28.389927 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:26:28.390614 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Checking segment: {'id': '50a3767c-1d2d-4c90-b743-662b5b78d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:26:28.391441 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:28.392047 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Bound using segment: {'id': '50a3767c-1d2d-4c90-b743-662b5b78d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:26:28.392726 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Bound port: 0c359088-6945-466a-b96b-9eca56602a1b, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a3767c-1d2d-4c90-b743-662b5b78d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:26:28.393291 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (0c359088-6945-466a-b96b-9eca56602a1b), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:28.416599 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9da39a-f617-41f0-9bf8-8c7bf807115d req-98f694c5-350c-4d2b-ad25-971a43903857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:28.418213 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9f9da39a-f617-41f0-9bf8-8c7bf807115d req-98f694c5-350c-4d2b-ad25-971a43903857 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2086699 Oct 27 13:26:28.506487 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] For port 0c359088-6945-466a-b96b-9eca56602a1b, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:26:28.513182 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] For port 0c359088-6945-466a-b96b-9eca56602a1b, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=0c359088-6945-466a-b96b-9eca56602a1b,segment=NetworkSegment(50a3767c-1d2d-4c90-b743-662b5b78d506),segment_id=50a3767c-1d2d-4c90-b743-662b5b78d506)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:26:28.548923 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (0c359088-6945-466a-b96b-9eca56602a1b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:28.616126 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3afb5-be7f-4c5e-88ab-95b53a3433c1 None None] Pushing event updated for resources: {'Port': ['ID=0c359088-6945-466a-b96b-9eca56602a1b,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:28.624806 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Routers {'d827efd3-3d05-4e78-aa7a-be9f6848e5c4'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:26:28.624806 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:25:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:28.824989 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] Set router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:26:28.826796 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ac6c8-4a31-48ab-833d-0b44f91647ad req-d85401e7-62cc-42ba-a35c-c5096f58456a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:28.828550 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1e6ac6c8-4a31-48ab-833d-0b44f91647ad req-d85401e7-62cc-42ba-a35c-c5096f58456a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.2571681 Oct 27 13:26:28.876862 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9f9da39a-f617-41f0-9bf8-8c7bf807115d req-06ec4799-4add-4eb6-a1dc-4d1e5ffd854b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431980 Oct 27 13:26:28.886726 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Publish callbacks [] for router_gateway (871233fb-398b-4407-a646-7b77840f326c), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:28.923089 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc29897d-5d23-48f3-9e20-c4ddbd13907b None None] Network 003f44bd-a3a1-4819-bdae-cfeeddbdefac requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:26:29.024621 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1e6ac6c8-4a31-48ab-833d-0b44f91647ad req-78f37cc3-91fd-4bdd-8d84-c9d124671733 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801884 Oct 27 13:26:29.056958 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:29.078423 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:29.084519 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-8142d4e5-906a-40ee-84d7-b2fa019c0ffc None None] Provisioning complete for port 9d836883-f12d-4225-91fe-b6fe57ba3e60 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:29.085044 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8142d4e5-906a-40ee-84d7-b2fa019c0ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (9d836883-f12d-4225-91fe-b6fe57ba3e60), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:29.085398 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-8142d4e5-906a-40ee-84d7-b2fa019c0ffc None None] Attempt 1 to provision port 9d836883-f12d-4225-91fe-b6fe57ba3e60 Oct 27 13:26:29.171961 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9f9da39a-f617-41f0-9bf8-8c7bf807115d req-dd40ca6c-d4f5-47c1-b483-654b79645c1f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805731 Oct 27 13:26:29.202514 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:29.207441 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:29.339203 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658732'] for router (871233fb-398b-4407-a646-7b77840f326c), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:29.421589 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-8142d4e5-906a-40ee-84d7-b2fa019c0ffc None None] Current status of the port 9d836883-f12d-4225-91fe-b6fe57ba3e60 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:29.421997 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8142d4e5-906a-40ee-84d7-b2fa019c0ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (9d836883-f12d-4225-91fe-b6fe57ba3e60), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:29.439430 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'name': 'tempest-TestMinimumBasicScenario-1517121784-router', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:21Z', 'revision_number': 4, 'project_id': '52552d69672a4677bd52c847cceec247', 'gw_port': {'id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0c359088-6945-466a-b96b-9eca56602a1b', 'name': '', 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'mac_address': 'fa:16:3e:05:a8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:20Z', 'updated_at': '2022-10-27T13:26:28Z', 'revision_number': 4, 'project_id': '52552d69672a4677bd52c847cceec247', 'subnets': [{'id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:29.518552 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:29.543168 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Router 871233fb-398b-4407-a646-7b77840f326c is scheduled to L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 with binding_index 1 {{(pid=104532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 13:26:29.546294 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9168b1-b938-425e-82e5-68e33f03287c None None] The sync data for ids ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'] in dv-cinder-862432-3-iscsi is: [{'id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'name': 'tempest-TestMinimumBasicScenario-1517121784-router', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:21Z', 'revision_number': 4, 'project_id': '52552d69672a4677bd52c847cceec247', 'gw_port': {'id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0c359088-6945-466a-b96b-9eca56602a1b', 'name': '', 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'mac_address': 'fa:16:3e:05:a8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:20Z', 'updated_at': '2022-10-27T13:26:28Z', 'revision_number': 4, 'project_id': '52552d69672a4677bd52c847cceec247', 'subnets': [{'id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:26:29.570633 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 9d836883-f12d-4225-91fe-b6fe57ba3e60 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:26:29.579320 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-8142d4e5-906a-40ee-84d7-b2fa019c0ffc None None] For port 9d836883-f12d-4225-91fe-b6fe57ba3e60, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=9d836883-f12d-4225-91fe-b6fe57ba3e60,segment=NetworkSegment(8f2856ac-8bcf-48e2-803c-be11af5cbf6c),segment_id=8f2856ac-8bcf-48e2-803c-be11af5cbf6c)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:26:29.585220 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-94bcfdc1-e156-4750-84e2-fa3238002bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:29.611686 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8142d4e5-906a-40ee-84d7-b2fa019c0ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (9d836883-f12d-4225-91fe-b6fe57ba3e60), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:29.693588 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142d4e5-906a-40ee-84d7-b2fa019c0ffc None None] Pushing event updated for resources: {'Port': ['ID=9d836883-f12d-4225-91fe-b6fe57ba3e60,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:29.700271 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 9d836883-f12d-4225-91fe-b6fe57ba3e60 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:29.700271 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (9d836883-f12d-4225-91fe-b6fe57ba3e60), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:29.700271 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 9d836883-f12d-4225-91fe-b6fe57ba3e60 Oct 27 13:26:29.753415 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:26:29.759885 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-589a4cb4-7597-4f02-bddd-358257931956 None None] Provisioning complete for port 9d836883-f12d-4225-91fe-b6fe57ba3e60 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:29.760165 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-589a4cb4-7597-4f02-bddd-358257931956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (9d836883-f12d-4225-91fe-b6fe57ba3e60), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:29.760524 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-589a4cb4-7597-4f02-bddd-358257931956 None None] Attempt 1 to provision port 9d836883-f12d-4225-91fe-b6fe57ba3e60 Oct 27 13:26:29.768140 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Sync routers for ids ['871233fb-398b-4407-a646-7b77840f326c'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:26:29.778948 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:29.790056 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-794cf775-2560-4f9d-8781-2c8a388ec235 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1146121 Oct 27 13:26:29.792721 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 58328) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:29.828567 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Routers {'871233fb-398b-4407-a646-7b77840f326c'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:26:29.829355 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:26:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['871233fb-398b-4407-a646-7b77840f326c'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:29.929703 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 9d836883-f12d-4225-91fe-b6fe57ba3e60 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:29.930849 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 0c359088-6945-466a-b96b-9eca56602a1b up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:26:30.026740 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-589a4cb4-7597-4f02-bddd-358257931956 None None] Current status of the port 9d836883-f12d-4225-91fe-b6fe57ba3e60 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:30.058246 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Set router 871233fb-398b-4407-a646-7b77840f326c gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:26:30.133906 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 0c359088-6945-466a-b96b-9eca56602a1b triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:30.134276 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (0c359088-6945-466a-b96b-9eca56602a1b), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:30.134613 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 0c359088-6945-466a-b96b-9eca56602a1b Oct 27 13:26:30.228502 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:30.287267 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866fda6-1e50-44a1-b24f-e2f794278e52 req-05b406f8-6ac4-4aba-9728-6fa5cc1c5d71 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:30.297638 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2866fda6-1e50-44a1-b24f-e2f794278e52 req-05b406f8-6ac4-4aba-9728-6fa5cc1c5d71 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.1113312 Oct 27 13:26:30.383192 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:30.398107 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2866fda6-1e50-44a1-b24f-e2f794278e52 req-1ae432ff-d078-49e7-b934-51b02164dbe4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794718 Oct 27 13:26:30.453560 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:30.612181 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 0c359088-6945-466a-b96b-9eca56602a1b is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:30.612609 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (0c359088-6945-466a-b96b-9eca56602a1b), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:30.626339 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:30.643744 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871233fb-398b-4407-a646-7b77840f326c', 'name': 'tempest-TestMinimumBasicScenario-1019593506-router', 'tenant_id': '9daea5edf5364f639b31d351f960bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2313e0-dc6c-4961-a4b5-5fedc0b3d392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:25Z', 'updated_at': '2022-10-27T13:26:28Z', 'revision_number': 3, 'project_id': '9daea5edf5364f639b31d351f960bcc1', 'gw_port': {'id': 'bf2313e0-dc6c-4961-a4b5-5fedc0b3d392', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871233fb-398b-4407-a646-7b77840f326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:26Z', 'updated_at': '2022-10-27T13:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:30.681503 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Checking router: 871233fb-398b-4407-a646-7b77840f326c for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:26:30.681903 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Updating router 871233fb-398b-4407-a646-7b77840f326c port bf2313e0-dc6c-4961-a4b5-5fedc0b3d392 binding host dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:26:30.719607 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 0c359088-6945-466a-b96b-9eca56602a1b, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=0c359088-6945-466a-b96b-9eca56602a1b,segment=NetworkSegment(50a3767c-1d2d-4c90-b743-662b5b78d506),segment_id=50a3767c-1d2d-4c90-b743-662b5b78d506)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:26:30.730012 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (0c359088-6945-466a-b96b-9eca56602a1b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:30.734755 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (bf2313e0-dc6c-4961-a4b5-5fedc0b3d392), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:30.741180 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Allocated IP 172.20.0.1 (003f44bd-a3a1-4819-bdae-cfeeddbdefac/3c7c9d00-3224-4090-ba4a-992ff076e4e3/efc48407-f3fc-4160-aa45-97246a78dfa1) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:26:30.885323 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:30.898156 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=0c359088-6945-466a-b96b-9eca56602a1b,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:30.909302 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Publish callbacks [] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:30.945748 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:30.971998 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:30.996680 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Network 003f44bd-a3a1-4819-bdae-cfeeddbdefac is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:26:31.003019 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:26:31.016012 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:26:31.049410 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Pushing event updated for resources: {'Port': ['ID=efc48407-f3fc-4160-aa45-97246a78dfa1,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:31.072947 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658522'] for router_interface (871233fb-398b-4407-a646-7b77840f326c), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:31.161137 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Publish callbacks [] for port (bf2313e0-dc6c-4961-a4b5-5fedc0b3d392), precommit_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:31.180576 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (bf2313e0-dc6c-4961-a4b5-5fedc0b3d392), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:31.248668 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:31.295467 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Attempting to bind port bf2313e0-dc6c-4961-a4b5-5fedc0b3d392 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:26:31.296450 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Attempting to bind port bf2313e0-dc6c-4961-a4b5-5fedc0b3d392 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:26:31.297012 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Attempting to bind port bf2313e0-dc6c-4961-a4b5-5fedc0b3d392 on network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:26:31.391408 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-55540308-4b98-485c-b0fb-15c42d8b2b9e None None] Provisioning complete for port efc48407-f3fc-4160-aa45-97246a78dfa1 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:31.391779 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-55540308-4b98-485c-b0fb-15c42d8b2b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:31.392132 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-55540308-4b98-485c-b0fb-15c42d8b2b9e None None] Attempt 1 to provision port efc48407-f3fc-4160-aa45-97246a78dfa1 Oct 27 13:26:31.417077 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:26:31.417509 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Checking segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:26:31.417918 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:31.418310 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Bound using segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:26:31.419487 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Bound port: bf2313e0-dc6c-4961-a4b5-5fedc0b3d392, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:26:31.419930 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (bf2313e0-dc6c-4961-a4b5-5fedc0b3d392), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:31.443787 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 9d836883-f12d-4225-91fe-b6fe57ba3e60 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:26:31.452633 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e97dbd-fe30-4999-bbea-9ebf2653e468 None None] Pushing event updated for resources: {'Port': ['ID=bf2313e0-dc6c-4961-a4b5-5fedc0b3d392,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:31.530742 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Publish callbacks [] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:31.546881 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-55540308-4b98-485c-b0fb-15c42d8b2b9e None None] Port efc48407-f3fc-4160-aa45-97246a78dfa1 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:26:31.558456 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:31.572037 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:31.577282 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 9d836883-f12d-4225-91fe-b6fe57ba3e60 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:31.577688 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (9d836883-f12d-4225-91fe-b6fe57ba3e60), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:31.578024 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 9d836883-f12d-4225-91fe-b6fe57ba3e60 Oct 27 13:26:31.599596 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] For port bf2313e0-dc6c-4961-a4b5-5fedc0b3d392, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:26:31.621370 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] For port bf2313e0-dc6c-4961-a4b5-5fedc0b3d392, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=bf2313e0-dc6c-4961-a4b5-5fedc0b3d392,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:26:31.638065 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16190267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658606'] for router_interface (871233fb-398b-4407-a646-7b77840f326c), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:31.641571 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (bf2313e0-dc6c-4961-a4b5-5fedc0b3d392), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:31.677377 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002c544-327e-4681-a2d8-716e6fc4502c req-75ff863b-2943-4312-901c-75a1560586fa tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:31.679135 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7002c544-327e-4681-a2d8-716e6fc4502c req-75ff863b-2943-4312-901c-75a1560586fa tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.1672444 Oct 27 13:26:31.683202 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:31.686513 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:26:31.726791 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 9d836883-f12d-4225-91fe-b6fe57ba3e60 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:31.727261 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 0c359088-6945-466a-b96b-9eca56602a1b up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:26:31.734609 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Routers {'871233fb-398b-4407-a646-7b77840f326c'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:26:31.735253 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:26:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['871233fb-398b-4407-a646-7b77840f326c'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:31.771220 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Pushing event updated for resources: {'Port': ['ID=efc48407-f3fc-4160-aa45-97246a78dfa1,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:31.800291 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:31.855696 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7002c544-327e-4681-a2d8-716e6fc4502c req-85708f73-902c-422c-9229-4d1ca58f4d1a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691573 Oct 27 13:26:31.891601 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e97dbd-fe30-4999-bbea-9ebf2653e468 None None] Pushing event updated for resources: {'Port': ['ID=bf2313e0-dc6c-4961-a4b5-5fedc0b3d392,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:31.907094 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Network 003f44bd-a3a1-4819-bdae-cfeeddbdefac is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:26:31.908885 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:26:31.978220 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 0c359088-6945-466a-b96b-9eca56602a1b triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:31.978595 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (0c359088-6945-466a-b96b-9eca56602a1b), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:31.978934 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 0c359088-6945-466a-b96b-9eca56602a1b Oct 27 13:26:32.045408 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] Set router 871233fb-398b-4407-a646-7b77840f326c gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:26:32.070491 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:32.106887 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Router 871233fb-398b-4407-a646-7b77840f326c has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:26:32.169239 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:32.274799 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 0c359088-6945-466a-b96b-9eca56602a1b is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:32.277391 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:26:32.284070 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-d7c9f023-9adf-4b19-9afb-8895c17e29ab admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/871233fb-398b-4407-a646-7b77840f326c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4902596 Oct 27 13:26:32.386613 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-4db6110f-57d9-4de0-a3a9-53067e50b8a2 None None] Provisioning complete for port efc48407-f3fc-4160-aa45-97246a78dfa1 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:32.387220 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-4db6110f-57d9-4de0-a3a9-53067e50b8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:32.387452 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-4db6110f-57d9-4de0-a3a9-53067e50b8a2 None None] Attempt 1 to provision port efc48407-f3fc-4160-aa45-97246a78dfa1 Oct 27 13:26:32.389345 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871233fb-398b-4407-a646-7b77840f326c', 'name': 'tempest-TestMinimumBasicScenario-1019593506-router', 'tenant_id': '9daea5edf5364f639b31d351f960bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2313e0-dc6c-4961-a4b5-5fedc0b3d392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:25Z', 'updated_at': '2022-10-27T13:26:31Z', 'revision_number': 4, 'project_id': '9daea5edf5364f639b31d351f960bcc1', 'gw_port': {'id': 'bf2313e0-dc6c-4961-a4b5-5fedc0b3d392', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871233fb-398b-4407-a646-7b77840f326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:26Z', 'updated_at': '2022-10-27T13:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'efc48407-f3fc-4160-aa45-97246a78dfa1', 'name': '', 'network_id': '003f44bd-a3a1-4819-bdae-cfeeddbdefac', 'tenant_id': '9daea5edf5364f639b31d351f960bcc1', 'mac_address': 'fa:16:3e:10:9a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871233fb-398b-4407-a646-7b77840f326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3c7c9d00-3224-4090-ba4a-992ff076e4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:30Z', 'updated_at': '2022-10-27T13:26:31Z', 'revision_number': 2, 'project_id': '9daea5edf5364f639b31d351f960bcc1', 'subnets': [{'id': '3c7c9d00-3224-4090-ba4a-992ff076e4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:32.450458 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f35e42-e792-4e99-a420-047d071f49d6 None None] The sync data for ids ['871233fb-398b-4407-a646-7b77840f326c'] in dv-cinder-862432-3-iscsi is: [{'id': '871233fb-398b-4407-a646-7b77840f326c', 'name': 'tempest-TestMinimumBasicScenario-1019593506-router', 'tenant_id': '9daea5edf5364f639b31d351f960bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2313e0-dc6c-4961-a4b5-5fedc0b3d392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:25Z', 'updated_at': '2022-10-27T13:26:31Z', 'revision_number': 4, 'project_id': '9daea5edf5364f639b31d351f960bcc1', 'gw_port': {'id': 'bf2313e0-dc6c-4961-a4b5-5fedc0b3d392', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871233fb-398b-4407-a646-7b77840f326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:26Z', 'updated_at': '2022-10-27T13:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'efc48407-f3fc-4160-aa45-97246a78dfa1', 'name': '', 'network_id': '003f44bd-a3a1-4819-bdae-cfeeddbdefac', 'tenant_id': '9daea5edf5364f639b31d351f960bcc1', 'mac_address': 'fa:16:3e:10:9a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871233fb-398b-4407-a646-7b77840f326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3c7c9d00-3224-4090-ba4a-992ff076e4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:30Z', 'updated_at': '2022-10-27T13:26:31Z', 'revision_number': 2, 'project_id': '9daea5edf5364f639b31d351f960bcc1', 'subnets': [{'id': '3c7c9d00-3224-4090-ba4a-992ff076e4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:26:32.475248 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-4db6110f-57d9-4de0-a3a9-53067e50b8a2 None None] Port efc48407-f3fc-4160-aa45-97246a78dfa1 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:26:32.603153 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:33.085041 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00feb315-9f77-4556-afec-ccc9b32ed773 req-bc3902a1-c54d-4b42-a16b-b10a0a2f3871 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:33.087471 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-00feb315-9f77-4556-afec-ccc9b32ed773 req-bc3902a1-c54d-4b42-a16b-b10a0a2f3871 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0549922 Oct 27 13:26:33.163846 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-00feb315-9f77-4556-afec-ccc9b32ed773 req-103b1cf8-24eb-4b87-8f3d-0b6ab37c6762 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697849 Oct 27 13:26:34.626657 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f17a2-f57f-4b53-ac58-8280633f161a req-77cde64e-3c5c-425a-9394-07f61f9cd98c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:34.635918 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6c8f17a2-f57f-4b53-ac58-8280633f161a req-77cde64e-3c5c-425a-9394-07f61f9cd98c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.3577485 Oct 27 13:26:34.691405 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6c8f17a2-f57f-4b53-ac58-8280633f161a req-11b3d31c-c014-48df-825a-4fc8fd795ff2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542107 Oct 27 13:26:35.313722 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device bf2313e0-dc6c-4961-a4b5-5fedc0b3d392 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:26:35.370497 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port bf2313e0-dc6c-4961-a4b5-5fedc0b3d392 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:35.370871 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (bf2313e0-dc6c-4961-a4b5-5fedc0b3d392), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:35.371206 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port bf2313e0-dc6c-4961-a4b5-5fedc0b3d392 Oct 27 13:26:35.417521 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:35.453289 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port bf2313e0-dc6c-4961-a4b5-5fedc0b3d392 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:35.453814 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (bf2313e0-dc6c-4961-a4b5-5fedc0b3d392), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:35.477354 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port bf2313e0-dc6c-4961-a4b5-5fedc0b3d392, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=bf2313e0-dc6c-4961-a4b5-5fedc0b3d392,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:26:35.482020 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (bf2313e0-dc6c-4961-a4b5-5fedc0b3d392), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:35.534987 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=bf2313e0-dc6c-4961-a4b5-5fedc0b3d392,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:35.879635 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7affd0-fb2a-4ac8-b797-0212585b54fd req-2c57b938-16b5-44c6-9a4a-1ea1124e9562 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:35.882363 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-fe7affd0-fb2a-4ac8-b797-0212585b54fd req-2c57b938-16b5-44c6-9a4a-1ea1124e9562 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0887601 Oct 27 13:26:35.962018 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-fe7affd0-fb2a-4ac8-b797-0212585b54fd req-4ea82e03-d9a8-4955-9bbd-18d02f3076e4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734606 Oct 27 13:26:36.189299 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Sync routers for ids ['871233fb-398b-4407-a646-7b77840f326c'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:26:36.195815 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:36.206789 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Routers {'871233fb-398b-4407-a646-7b77840f326c'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:26:36.207437 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:26:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['871233fb-398b-4407-a646-7b77840f326c'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:36.326096 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Set router 871233fb-398b-4407-a646-7b77840f326c gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:26:36.532106 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871233fb-398b-4407-a646-7b77840f326c', 'name': 'tempest-TestMinimumBasicScenario-1019593506-router', 'tenant_id': '9daea5edf5364f639b31d351f960bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2313e0-dc6c-4961-a4b5-5fedc0b3d392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:25Z', 'updated_at': '2022-10-27T13:26:31Z', 'revision_number': 4, 'project_id': '9daea5edf5364f639b31d351f960bcc1', 'gw_port': {'id': 'bf2313e0-dc6c-4961-a4b5-5fedc0b3d392', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871233fb-398b-4407-a646-7b77840f326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:26Z', 'updated_at': '2022-10-27T13:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'efc48407-f3fc-4160-aa45-97246a78dfa1', 'name': '', 'network_id': '003f44bd-a3a1-4819-bdae-cfeeddbdefac', 'tenant_id': '9daea5edf5364f639b31d351f960bcc1', 'mac_address': 'fa:16:3e:10:9a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871233fb-398b-4407-a646-7b77840f326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3c7c9d00-3224-4090-ba4a-992ff076e4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:30Z', 'updated_at': '2022-10-27T13:26:31Z', 'revision_number': 2, 'project_id': '9daea5edf5364f639b31d351f960bcc1', 'subnets': [{'id': '3c7c9d00-3224-4090-ba4a-992ff076e4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:36.563162 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Checking router: 871233fb-398b-4407-a646-7b77840f326c for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:26:36.563506 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Updating router 871233fb-398b-4407-a646-7b77840f326c port efc48407-f3fc-4160-aa45-97246a78dfa1 binding host dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:26:36.595335 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:36.888605 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Publish callbacks [] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), precommit_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:36.897361 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:36.943094 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de50cb-aaaf-4e07-b666-d88f7f318fa1 None None] Pushing event updated for resources: {'Port': ['ID=efc48407-f3fc-4160-aa45-97246a78dfa1,revision_number=3']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:36.954283 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de50cb-aaaf-4e07-b666-d88f7f318fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:36.954283 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de50cb-aaaf-4e07-b666-d88f7f318fa1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:36.954283 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de50cb-aaaf-4e07-b666-d88f7f318fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:36.954283 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de50cb-aaaf-4e07-b666-d88f7f318fa1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:36.954283 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de50cb-aaaf-4e07-b666-d88f7f318fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:36.954283 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de50cb-aaaf-4e07-b666-d88f7f318fa1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:36.954283 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de50cb-aaaf-4e07-b666-d88f7f318fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:36.954283 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de50cb-aaaf-4e07-b666-d88f7f318fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:36.954283 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de50cb-aaaf-4e07-b666-d88f7f318fa1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:36.954283 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de50cb-aaaf-4e07-b666-d88f7f318fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:36.955601 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de50cb-aaaf-4e07-b666-d88f7f318fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:36.955601 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de50cb-aaaf-4e07-b666-d88f7f318fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:36.955601 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de50cb-aaaf-4e07-b666-d88f7f318fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:36.955601 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de50cb-aaaf-4e07-b666-d88f7f318fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:36.955937 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de50cb-aaaf-4e07-b666-d88f7f318fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:26:37.022225 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Attempting to bind port efc48407-f3fc-4160-aa45-97246a78dfa1 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:26:37.023095 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Attempting to bind port efc48407-f3fc-4160-aa45-97246a78dfa1 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '8f2856ac-8bcf-48e2-803c-be11af5cbf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '003f44bd-a3a1-4819-bdae-cfeeddbdefac'}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:26:37.024655 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Attempting to bind port efc48407-f3fc-4160-aa45-97246a78dfa1 on network 003f44bd-a3a1-4819-bdae-cfeeddbdefac {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:26:37.061681 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:37.072001 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:26:37.072259 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Checking segment: {'id': '8f2856ac-8bcf-48e2-803c-be11af5cbf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '003f44bd-a3a1-4819-bdae-cfeeddbdefac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:26:37.072668 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:37.073051 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Bound using segment: {'id': '8f2856ac-8bcf-48e2-803c-be11af5cbf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '003f44bd-a3a1-4819-bdae-cfeeddbdefac'} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:26:37.073512 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Bound port: efc48407-f3fc-4160-aa45-97246a78dfa1, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2856ac-8bcf-48e2-803c-be11af5cbf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '003f44bd-a3a1-4819-bdae-cfeeddbdefac'}}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:26:37.074154 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:37.135965 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0294505-4daa-4c0f-8d73-098b5483f6b0 req-5757b290-232d-4513-a3f2-8df54a2f8931 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:37.145041 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d0294505-4daa-4c0f-8d73-098b5483f6b0 req-5757b290-232d-4513-a3f2-8df54a2f8931 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0566478 Oct 27 13:26:37.154344 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] For port efc48407-f3fc-4160-aa45-97246a78dfa1, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:26:37.157530 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] For port efc48407-f3fc-4160-aa45-97246a78dfa1, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=efc48407-f3fc-4160-aa45-97246a78dfa1,segment=NetworkSegment(8f2856ac-8bcf-48e2-803c-be11af5cbf6c),segment_id=8f2856ac-8bcf-48e2-803c-be11af5cbf6c)] {{(pid=104535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:26:37.163645 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:37.191021 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d0294505-4daa-4c0f-8d73-098b5483f6b0 req-8c726446-a2af-4dd1-935d-36b31d5a858d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446689 Oct 27 13:26:37.288354 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Routers {'871233fb-398b-4407-a646-7b77840f326c'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:26:37.288354 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:26:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['871233fb-398b-4407-a646-7b77840f326c'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:37.356607 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:37.375279 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device bf2313e0-dc6c-4961-a4b5-5fedc0b3d392 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:26:37.435621 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port bf2313e0-dc6c-4961-a4b5-5fedc0b3d392 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:37.436085 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (bf2313e0-dc6c-4961-a4b5-5fedc0b3d392), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:37.436525 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port bf2313e0-dc6c-4961-a4b5-5fedc0b3d392 Oct 27 13:26:37.452198 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de50cb-aaaf-4e07-b666-d88f7f318fa1 None None] Pushing event updated for resources: {'Port': ['ID=efc48407-f3fc-4160-aa45-97246a78dfa1,revision_number=4']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:37.478280 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] Set router 871233fb-398b-4407-a646-7b77840f326c gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:26:37.529517 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port bf2313e0-dc6c-4961-a4b5-5fedc0b3d392 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:37.700941 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871233fb-398b-4407-a646-7b77840f326c', 'name': 'tempest-TestMinimumBasicScenario-1019593506-router', 'tenant_id': '9daea5edf5364f639b31d351f960bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2313e0-dc6c-4961-a4b5-5fedc0b3d392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:25Z', 'updated_at': '2022-10-27T13:26:31Z', 'revision_number': 4, 'project_id': '9daea5edf5364f639b31d351f960bcc1', 'gw_port': {'id': 'bf2313e0-dc6c-4961-a4b5-5fedc0b3d392', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871233fb-398b-4407-a646-7b77840f326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:26Z', 'updated_at': '2022-10-27T13:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'efc48407-f3fc-4160-aa45-97246a78dfa1', 'name': '', 'network_id': '003f44bd-a3a1-4819-bdae-cfeeddbdefac', 'tenant_id': '9daea5edf5364f639b31d351f960bcc1', 'mac_address': 'fa:16:3e:10:9a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871233fb-398b-4407-a646-7b77840f326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3c7c9d00-3224-4090-ba4a-992ff076e4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:30Z', 'updated_at': '2022-10-27T13:26:37Z', 'revision_number': 4, 'project_id': '9daea5edf5364f639b31d351f960bcc1', 'subnets': [{'id': '3c7c9d00-3224-4090-ba4a-992ff076e4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:26:37.734692 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6060600f-8bc2-4b5e-86dd-74bc3308838d None None] The sync data for ids ['871233fb-398b-4407-a646-7b77840f326c'] in dv-cinder-862432-3-iscsi is: [{'id': '871233fb-398b-4407-a646-7b77840f326c', 'name': 'tempest-TestMinimumBasicScenario-1019593506-router', 'tenant_id': '9daea5edf5364f639b31d351f960bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2313e0-dc6c-4961-a4b5-5fedc0b3d392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:25Z', 'updated_at': '2022-10-27T13:26:31Z', 'revision_number': 4, 'project_id': '9daea5edf5364f639b31d351f960bcc1', 'gw_port': {'id': 'bf2313e0-dc6c-4961-a4b5-5fedc0b3d392', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871233fb-398b-4407-a646-7b77840f326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:26Z', 'updated_at': '2022-10-27T13:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'efc48407-f3fc-4160-aa45-97246a78dfa1', 'name': '', 'network_id': '003f44bd-a3a1-4819-bdae-cfeeddbdefac', 'tenant_id': '9daea5edf5364f639b31d351f960bcc1', 'mac_address': 'fa:16:3e:10:9a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871233fb-398b-4407-a646-7b77840f326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3c7c9d00-3224-4090-ba4a-992ff076e4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:30Z', 'updated_at': '2022-10-27T13:26:37Z', 'revision_number': 4, 'project_id': '9daea5edf5364f639b31d351f960bcc1', 'subnets': [{'id': '3c7c9d00-3224-4090-ba4a-992ff076e4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:26:38.193642 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd671e22-6424-4f5a-8e41-ad3764f19c87 req-891e9dc6-590e-4eb7-905b-a33bb9007e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:38.195787 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-dd671e22-6424-4f5a-8e41-ad3764f19c87 req-891e9dc6-590e-4eb7-905b-a33bb9007e90 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a14a3cf9df9f4034a8a0109fd3e33816&device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 1129 time: 0.0589957 Oct 27 13:26:38.347223 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd671e22-6424-4f5a-8e41-ad3764f19c87 req-16f70e11-1a77-4732-bbdb-ee14271eb650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:38.349553 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-dd671e22-6424-4f5a-8e41-ad3764f19c87 req-16f70e11-1a77-4732-bbdb-ee14271eb650 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=b9e83d77-9944-451b-8320-56a536076101 HTTP/1.1" status: 200 len: 917 time: 0.1462245 Oct 27 13:26:38.445849 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd05a6-92ca-49c1-957f-4857a60661cb req-3e2a564f-64ed-465b-aea6-3319eaf0ee6c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:38.447476 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-fdfd05a6-92ca-49c1-957f-4857a60661cb req-3e2a564f-64ed-465b-aea6-3319eaf0ee6c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.1118531 Oct 27 13:26:38.462243 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-dd671e22-6424-4f5a-8e41-ad3764f19c87 req-41d7f05e-e325-4952-8b84-e7386ac821ad service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0fd1e2-0d30-4347-ac85-c508bcc243ba HTTP/1.1" status: 200 len: 1001 time: 0.1020730 Oct 27 13:26:38.509326 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-fdfd05a6-92ca-49c1-957f-4857a60661cb req-b3c038e6-1324-49ea-9d25-72b58759dc65 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559299 Oct 27 13:26:38.539632 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd671e22-6424-4f5a-8e41-ad3764f19c87 req-63d33407-f100-47ef-bdfc-ed139c923950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:38.541438 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-dd671e22-6424-4f5a-8e41-ad3764f19c87 req-63d33407-f100-47ef-bdfc-ed139c923950 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=b6311a71-6948-47f7-b3a1-9319e66a1fce HTTP/1.1" status: 200 len: 855 time: 0.0724704 Oct 27 13:26:38.614304 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd671e22-6424-4f5a-8e41-ad3764f19c87 req-97954c1c-2f22-463c-92a1-37e89152390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:38.616078 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-dd671e22-6424-4f5a-8e41-ad3764f19c87 req-97954c1c-2f22-463c-92a1-37e89152390b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b9e83d77-9944-451b-8320-56a536076101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658147 Oct 27 13:26:38.733571 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-dd671e22-6424-4f5a-8e41-ad3764f19c87 req-fefaf78e-2881-4440-8baf-cfb9448c1d97 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066427 Oct 27 13:26:38.823527 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:38.841238 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-dd671e22-6424-4f5a-8e41-ad3764f19c87 req-3a389f46-7477-4070-87d9-184aa78e1d53 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936019 Oct 27 13:26:39.323930 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device efc48407-f3fc-4160-aa45-97246a78dfa1 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:26:39.358153 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:39.384637 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port efc48407-f3fc-4160-aa45-97246a78dfa1 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:39.385011 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:39.385342 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port efc48407-f3fc-4160-aa45-97246a78dfa1 Oct 27 13:26:39.536459 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port efc48407-f3fc-4160-aa45-97246a78dfa1 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:39.537148 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:39.709644 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4191d6-c2c9-4728-a389-66a8d734907b req-e9c7ba89-c548-4995-907c-937de46b7309 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:39.711283 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4f4191d6-c2c9-4728-a389-66a8d734907b req-e9c7ba89-c548-4995-907c-937de46b7309 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.0608997 Oct 27 13:26:39.739816 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port efc48407-f3fc-4160-aa45-97246a78dfa1, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=efc48407-f3fc-4160-aa45-97246a78dfa1,segment=NetworkSegment(8f2856ac-8bcf-48e2-803c-be11af5cbf6c),segment_id=8f2856ac-8bcf-48e2-803c-be11af5cbf6c)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:26:39.745201 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:39.774801 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4f4191d6-c2c9-4728-a389-66a8d734907b req-41f27042-f5d9-4161-b6ef-793ab702d0c8 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574400 Oct 27 13:26:39.795252 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=efc48407-f3fc-4160-aa45-97246a78dfa1,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:40.971009 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797d547-5b46-47a9-9dd4-3c0e6157de84 req-43fb9f82-aac1-4d1f-81e0-284ad6413a52 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:40.972590 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f797d547-5b46-47a9-9dd4-3c0e6157de84 req-43fb9f82-aac1-4d1f-81e0-284ad6413a52 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 945 time: 0.1034260 Oct 27 13:26:40.987342 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device af0fd1e2-0d30-4347-ac85-c508bcc243ba no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:26:41.063646 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f797d547-5b46-47a9-9dd4-3c0e6157de84 req-d124d2e9-e56e-4814-a2b2-88fe91a9bbf7 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831974 Oct 27 13:26:41.072655 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port af0fd1e2-0d30-4347-ac85-c508bcc243ba is: ACTIVE; New status is: DOWN {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:41.073043 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:41.138321 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:26:41.141619 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacfc1aa-a81a-4e9b-9157-f6d8680d87c7" -d '{"events": [{"server_uuid": "896767c6-1a1e-4729-992a-7d4dfa6b503c", "name": "network-vif-unplugged", "status": "completed", "tag": "af0fd1e2-0d30-4347-ac85-c508bcc243ba"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:26:41.147185 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port af0fd1e2-0d30-4347-ac85-c508bcc243ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=af0fd1e2-0d30-4347-ac85-c508bcc243ba,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:26:41.153856 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:41.237485 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Oct 2022 13:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e7118e-fb4a-4dc4-ab8a-05a23424e0aa x-openstack-request-id: req-61e7118e-fb4a-4dc4-ab8a-05a23424e0aa {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:26:41.237822 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896767c6-1a1e-4729-992a-7d4dfa6b503c", "name": "network-vif-unplugged", "status": "completed", "tag": "af0fd1e2-0d30-4347-ac85-c508bcc243ba", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:26:41.238073 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61e7118e-fb4a-4dc4-ab8a-05a23424e0aa {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:26:41.238627 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e7118e-fb4a-4dc4-ab8a-05a23424e0aa'] response: {'server_uuid': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba', 'code': 200} Oct 27 13:26:41.253420 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=af0fd1e2-0d30-4347-ac85-c508bcc243ba,revision_number=8']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:41.345758 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device efc48407-f3fc-4160-aa45-97246a78dfa1 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:26:41.423036 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port efc48407-f3fc-4160-aa45-97246a78dfa1 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:41.423405 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:41.424149 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port efc48407-f3fc-4160-aa45-97246a78dfa1 Oct 27 13:26:41.521415 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port efc48407-f3fc-4160-aa45-97246a78dfa1 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:42.221571 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28107063-b208-4e61-868a-15d31240e6aa req-69e62083-31c9-4583-9891-707dbaef2070 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:42.223833 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-28107063-b208-4e61-868a-15d31240e6aa req-69e62083-31c9-4583-9891-707dbaef2070 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0605721 Oct 27 13:26:42.285449 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-28107063-b208-4e61-868a-15d31240e6aa req-01bacdcc-c7c5-4ddf-bdde-05d5a3b1d529 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550897 Oct 27 13:26:42.991176 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [req-09d21bcc-ef66-451c-bab2-ecc94380e355 req-760ddadb-8c9c-49a0-90bd-708f3787735e service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104532) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 13:26:42.992395 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-09d21bcc-ef66-451c-bab2-ecc94380e355 req-760ddadb-8c9c-49a0-90bd-708f3787735e service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063956 Oct 27 13:26:43.265722 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcfefa-7f8d-400b-8451-39ef59ab5868 req-18d9a72b-7523-4182-93fd-52b05baa4094 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:43.274030 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-94dcfefa-7f8d-400b-8451-39ef59ab5868 req-18d9a72b-7523-4182-93fd-52b05baa4094 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0811872 Oct 27 13:26:43.344963 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-94dcfefa-7f8d-400b-8451-39ef59ab5868 req-cf568ee3-e3ba-4fbd-8f6c-9e66edafb8ef tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697083 Oct 27 13:26:43.740898 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 58514) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:43.831821 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-f7c8892b-be9b-450f-acc7-c3aea96209db service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890992 Oct 27 13:26:43.840583 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-7eee3a5b-e43f-48a8-9b3a-dad33b8386be service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 13:26:43.841594 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-7eee3a5b-e43f-48a8-9b3a-dad33b8386be service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052452 Oct 27 13:26:43.933388 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 58522) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:44.029864 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:44.040496 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-03c3c8d6-1de4-4162-a7bf-9f87dd418156 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:44.041990 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-03c3c8d6-1de4-4162-a7bf-9f87dd418156 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports/af0fd1e2-0d30-4347-ac85-c508bcc243ba HTTP/1.1" status: 200 len: 940 time: 0.1074295 Oct 27 13:26:44.518102 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f674c-ad6c-41ac-ad3e-1103bfa3d57f req-a375f10c-ce20-4cd8-9702-a8195fe81cd4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:44.521316 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-020f674c-ad6c-41ac-ad3e-1103bfa3d57f req-a375f10c-ce20-4cd8-9702-a8195fe81cd4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0736396 Oct 27 13:26:44.581595 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:44.601116 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-020f674c-ad6c-41ac-ad3e-1103bfa3d57f req-9e8d6c9b-da54-4ea5-9fc3-d26fa529ba9d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685859 Oct 27 13:26:45.010645 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device af0fd1e2-0d30-4347-ac85-c508bcc243ba no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:26:45.084120 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:45.100125 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port af0fd1e2-0d30-4347-ac85-c508bcc243ba is: DOWN; New status is: DOWN {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:26:45.729254 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e032b3e-c743-44ec-bb30-0fda27193856 req-a1b42e80-eeb5-4841-934b-5a6708893e6a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:45.730859 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7e032b3e-c743-44ec-bb30-0fda27193856 req-a1b42e80-eeb5-4841-934b-5a6708893e6a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0495369 Oct 27 13:26:45.788992 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7e032b3e-c743-44ec-bb30-0fda27193856 req-76c9abc4-fe42-4a4c-a224-e9ea3a5fad96 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523744 Oct 27 13:26:46.927417 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39076fcf-0aa4-4755-b025-73835fb12a00 req-7721aca9-07dc-4506-82cc-f0d733045406 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:46.929189 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-39076fcf-0aa4-4755-b025-73835fb12a00 req-7721aca9-07dc-4506-82cc-f0d733045406 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0526414 Oct 27 13:26:46.989281 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-39076fcf-0aa4-4755-b025-73835fb12a00 req-c940ddd4-e2f5-436c-9b2a-aef7fdb929a5 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513167 Oct 27 13:26:47.706256 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=23 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:47.708055 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:48.038536 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-5965d909-1141-4159-86b4-ac8f4515e28f tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:48.040007 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-5965d909-1141-4159-86b4-ac8f4515e28f tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/networks?id=a9d120ae-00f9-4b43-8e0b-d259ad2386ec HTTP/1.1" status: 200 len: 815 time: 0.1097953 Oct 27 13:26:48.054842 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-fda37a90-d3ae-449a-bcdd-de644a38a677 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/quotas/52552d69672a4677bd52c847cceec247 HTTP/1.1" status: 200 len: 375 time: 0.0092983 Oct 27 13:26:48.108168 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0248c164-c13a-4eab-9954-b8b492351b8a tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=52552d69672a4677bd52c847cceec247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481610 Oct 27 13:26:48.125762 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72068de8-3dd7-436f-87bf-a3ee2302b374 req-43d8e40b-3773-4d10-93b8-ab0e9221585a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:48.127463 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-72068de8-3dd7-436f-87bf-a3ee2302b374 req-43d8e40b-3773-4d10-93b8-ab0e9221585a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0478482 Oct 27 13:26:48.178938 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-72068de8-3dd7-436f-87bf-a3ee2302b374 req-d97730f6-5c41-4c90-b54f-f28b19ff56b2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441689 Oct 27 13:26:48.208161 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-d9c6f5d4-5eeb-4404-abdd-4738d0fcd186 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9d120ae-00f9-4b43-8e0b-d259ad2386ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882797 Oct 27 13:26:48.314630 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-f6e67044-bfdb-4e1f-8cad-29f36e57475a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a9d120ae-00f9-4b43-8e0b-d259ad2386ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000674 Oct 27 13:26:48.505664 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7ead2100-d6ac-4a3e-af59-e46549da5414 req-7b676c61-1672-402d-ade4-5692bb059a8b tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 210 time: 0.0334148 Oct 27 13:26:48.581376 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 58610) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:48.726867 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2b48bbd5-d7a1-4647-b7f8-dbb06322e241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:48.833278 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2b48bbd5-d7a1-4647-b7f8-dbb06322e241 admin admin] Publish callbacks [] for security_group (98113ec7-2b8f-43ea-889d-f1eb04aa3eb8), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:48.838372 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2b48bbd5-d7a1-4647-b7f8-dbb06322e241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (98113ec7-2b8f-43ea-889d-f1eb04aa3eb8), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:48.878342 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48bbd5-d7a1-4647-b7f8-dbb06322e241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98113ec7-2b8f-43ea-889d-f1eb04aa3eb8,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:48.893556 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-2b48bbd5-d7a1-4647-b7f8-dbb06322e241 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=412ef1dbb71f4d62956608eb8d404937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094893 Oct 27 13:26:48.898235 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 58626) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:48.924097 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:48.949600 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 58628) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:48.955110 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-95fd4ac7-81b7-4950-8436-3282eeaaea0c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1139346870', 'description': 'tempest-description--652284745'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:48.956541 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0fa8b103-2e8f-401a-babc-e3e2ab13c27f admin admin] Publish callbacks [] for security_group (98113ec7-2b8f-43ea-889d-f1eb04aa3eb8), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:48.961688 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:48.977235 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-95fd4ac7-81b7-4950-8436-3282eeaaea0c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:48.978296 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0fa8b103-2e8f-401a-babc-e3e2ab13c27f admin admin] Publish callbacks [] for security_group (98113ec7-2b8f-43ea-889d-f1eb04aa3eb8), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:49.031297 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0fa8b103-2e8f-401a-babc-e3e2ab13c27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (98113ec7-2b8f-43ea-889d-f1eb04aa3eb8), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:49.035555 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0fa8b103-2e8f-401a-babc-e3e2ab13c27f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:49.036848 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-0fa8b103-2e8f-401a-babc-e3e2ab13c27f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/98113ec7-2b8f-43ea-889d-f1eb04aa3eb8 HTTP/1.1" status: 204 len: 168 time: 0.1374557 Oct 27 13:26:49.048983 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8b103-2e8f-401a-babc-e3e2ab13c27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98113ec7-2b8f-43ea-889d-f1eb04aa3eb8,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:49.055507 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-95fd4ac7-81b7-4950-8436-3282eeaaea0c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (460c81e3-b3a9-4c77-92de-5302614b8231), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:49.059822 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-95fd4ac7-81b7-4950-8436-3282eeaaea0c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (460c81e3-b3a9-4c77-92de-5302614b8231), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:49.093646 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-95fd4ac7-81b7-4950-8436-3282eeaaea0c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:49.097862 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-95fd4ac7-81b7-4950-8436-3282eeaaea0c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1469843 Oct 27 13:26:49.098052 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 58634) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:49.100172 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd4ac7-81b7-4950-8436-3282eeaaea0c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=460c81e3-b3a9-4c77-92de-5302614b8231,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:49.103834 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-65f648cf-b0b8-4dba-aca2-8b545e565c6b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'security_group_rule': {'security_group_id': '460c81e3-b3a9-4c77-92de-5302614b8231', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:49.136283 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-65f648cf-b0b8-4dba-aca2-8b545e565c6b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (f1295310-f0b1-4a36-9eb6-26d06a6c59ff), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:49.202469 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-65f648cf-b0b8-4dba-aca2-8b545e565c6b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (f1295310-f0b1-4a36-9eb6-26d06a6c59ff), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:49.264187 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:49.270891 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-65f648cf-b0b8-4dba-aca2-8b545e565c6b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (f1295310-f0b1-4a36-9eb6-26d06a6c59ff), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:49.304287 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-132ac020-e964-407b-9a7e-00ba1ddd6083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:49.306098 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-132ac020-e964-407b-9a7e-00ba1ddd6083 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c&tenant_id=a14a3cf9df9f4034a8a0109fd3e33816 HTTP/1.1" status: 200 len: 1127 time: 0.1018178 Oct 27 13:26:49.307901 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f648cf-b0b8-4dba-aca2-8b545e565c6b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1295310-f0b1-4a36-9eb6-26d06a6c59ff,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:49.322525 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-65f648cf-b0b8-4dba-aca2-8b545e565c6b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:49.323848 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-65f648cf-b0b8-4dba-aca2-8b545e565c6b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2249169 Oct 27 13:26:49.334618 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 58642) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:49.342961 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-7ffa69e2-3220-4e6d-bdde-fe5a59c61ab1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'security_group_rule': {'security_group_id': '460c81e3-b3a9-4c77-92de-5302614b8231', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:49.346704 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d0415-4c86-42aa-a461-5dac269efb89 req-a810d7b2-07b2-436e-a8d9-85f9104c0575 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:49.348650 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ad9d0415-4c86-42aa-a461-5dac269efb89 req-a810d7b2-07b2-436e-a8d9-85f9104c0575 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0747199 Oct 27 13:26:49.433119 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ad9d0415-4c86-42aa-a461-5dac269efb89 req-046c082f-36cb-40c5-a844-abd06a149777 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757916 Oct 27 13:26:49.435395 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7ffa69e2-3220-4e6d-bdde-fe5a59c61ab1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (a90b16bf-caec-47eb-a958-7f00f57d9475), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:49.452070 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-15e03efb-a9ba-406a-9bd5-83d50776e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:49.453731 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-15e03efb-a9ba-406a-9bd5-83d50776e38c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a14a3cf9df9f4034a8a0109fd3e33816&device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 1127 time: 0.1018994 Oct 27 13:26:49.567781 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7ffa69e2-3220-4e6d-bdde-fe5a59c61ab1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (a90b16bf-caec-47eb-a958-7f00f57d9475), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:49.579574 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7ffa69e2-3220-4e6d-bdde-fe5a59c61ab1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (a90b16bf-caec-47eb-a958-7f00f57d9475), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:49.601293 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa69e2-3220-4e6d-bdde-fe5a59c61ab1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90b16bf-caec-47eb-a958-7f00f57d9475,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:49.623739 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-a4de2132-e51d-4913-9627-f0c926696b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:49.625663 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-a4de2132-e51d-4913-9627-f0c926696b2b service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=b9e83d77-9944-451b-8320-56a536076101 HTTP/1.1" status: 200 len: 917 time: 0.1600130 Oct 27 13:26:49.638168 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-7ffa69e2-3220-4e6d-bdde-fe5a59c61ab1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:49.639344 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-7ffa69e2-3220-4e6d-bdde-fe5a59c61ab1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3030097 Oct 27 13:26:49.643209 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 58652) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:49.670032 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'floatingip': {'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:49.706106 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-87d78de8-baed-44b4-badb-dd3a132b5a00 req-81787c7c-7106-4a08-bc71-4787334f87f2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 210 time: 0.0793650 Oct 27 13:26:49.741080 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-886c9353-3399-4eb8-b481-19648eb2bf98 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0fd1e2-0d30-4347-ac85-c508bcc243ba HTTP/1.1" status: 200 len: 999 time: 0.0990918 Oct 27 13:26:49.758158 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:49.861020 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-fff9f88b-1cf6-40c3-9c57-4c9a3221072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:49.862553 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-fff9f88b-1cf6-40c3-9c57-4c9a3221072b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=b6311a71-6948-47f7-b3a1-9319e66a1fce HTTP/1.1" status: 200 len: 855 time: 0.1148095 Oct 27 13:26:49.893295 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:49.964437 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:49.982454 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 58662) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:50.022201 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Allocated IP 172.27.0.7 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/4015f24d-e20e-4844-9b37-3641f114ec9e) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:26:50.103858 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-6e9d23cc-d66b-4f83-9899-0d036799c80c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-999312653-network', 'tenant_id': '6ddba1e8bfeb4c8baf308e9b43bf1bee'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:50.127082 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9d23cc-d66b-4f83-9899-0d036799c80c admin admin] Made reservation on behalf of 6ddba1e8bfeb4c8baf308e9b43bf1bee for: {'network': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:26:50.130474 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6e9d23cc-d66b-4f83-9899-0d036799c80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:50.140593 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6e9d23cc-d66b-4f83-9899-0d036799c80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:50.185327 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-06cc1eff-adf6-4a87-8d49-1bb8782db114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:50.186836 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-06cc1eff-adf6-4a87-8d49-1bb8782db114 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b9e83d77-9944-451b-8320-56a536076101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855927 Oct 27 13:26:50.190074 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for port (4015f24d-e20e-4844-9b37-3641f114ec9e), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:50.216734 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:50.311294 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (4015f24d-e20e-4844-9b37-3641f114ec9e), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:50.326635 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6e9d23cc-d66b-4f83-9899-0d036799c80c admin admin] Publish callbacks [] for security_group (3f6ac2de-aaeb-4de0-ae28-7306778bc18b), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:50.332858 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6e9d23cc-d66b-4f83-9899-0d036799c80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (3f6ac2de-aaeb-4de0-ae28-7306778bc18b), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:50.346526 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9d23cc-d66b-4f83-9899-0d036799c80c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=104533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:26:50.349863 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-2048a7d8-1d35-4025-8e46-2c3c1fd04051 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551659 Oct 27 13:26:50.358868 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6e9d23cc-d66b-4f83-9899-0d036799c80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (224798fc-a61f-49fb-bc13-cf2fea1b4247), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:50.359865 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.segments_db [None req-6e9d23cc-d66b-4f83-9899-0d036799c80c admin admin] Added segment 224798fc-a61f-49fb-bc13-cf2fea1b4247 of type vlan for network e0bdb774-31d7-4659-a84f-c1ee72da57b4 Oct 27 13:26:50.388873 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:26:50.418435 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:26:50.423989 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'Port': ['ID=4015f24d-e20e-4844-9b37-3641f114ec9e,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:50.429083 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:26:50.430975 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:50.440962 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6e9d23cc-d66b-4f83-9899-0d036799c80c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (e0bdb774-31d7-4659-a84f-c1ee72da57b4), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:50.479448 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d23cc-d66b-4f83-9899-0d036799c80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6ac2de-aaeb-4de0-ae28-7306778bc18b,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:50.505478 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-02d5c21c-8b56-4205-832d-3a8afe0235a6 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:50.507024 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-02d5c21c-8b56-4205-832d-3a8afe0235a6 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.45 "GET /networking/v2.0/networks?id=a9d120ae-00f9-4b43-8e0b-d259ad2386ec HTTP/1.1" status: 200 len: 815 time: 0.2846019 Oct 27 13:26:50.517282 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6e9d23cc-d66b-4f83-9899-0d036799c80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (e0bdb774-31d7-4659-a84f-c1ee72da57b4), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:50.518620 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9d23cc-d66b-4f83-9899-0d036799c80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:50.519983 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6e9d23cc-d66b-4f83-9899-0d036799c80c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:50.593099 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0e7375f7-5ec9-4228-88af-69d2fb237b78 req-a0cb317c-c2ab-4ad1-b9d9-831f68dc2d27 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358773 Oct 27 13:26:50.603122 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-1fff7a47-274a-4d1c-a785-f1b7726cfaea tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Request body: {'port': {'device_id': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'admin_state_up': True, 'tenant_id': '52552d69672a4677bd52c847cceec247'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:50.633787 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (24247cf1-ad2f-4dfa-89d5-fd48216152f7), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:50.665430 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-6e9d23cc-d66b-4f83-9899-0d036799c80c admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6815510 Oct 27 13:26:50.692525 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 58682) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:26:50.700406 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-1c4d8fe9-9982-4d04-8ccc-cf971928cb74 admin admin] Request body: {'subnet': {'network_id': 'e0bdb774-31d7-4659-a84f-c1ee72da57b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-999312653-subnet', 'tenant_id': '6ddba1e8bfeb4c8baf308e9b43bf1bee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:50.721779 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (4015f24d-e20e-4844-9b37-3641f114ec9e), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:50.752341 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4d8fe9-9982-4d04-8ccc-cf971928cb74 admin admin] Made reservation on behalf of 6ddba1e8bfeb4c8baf308e9b43bf1bee for: {'subnet': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:26:50.755546 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1c4d8fe9-9982-4d04-8ccc-cf971928cb74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2644542'] for subnet (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:50.758780 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d23cc-d66b-4f83-9899-0d036799c80c admin admin] Pushing event updated for resources: {'Network': ['ID=e0bdb774-31d7-4659-a84f-c1ee72da57b4,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:50.776121 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network e0bdb774-31d7-4659-a84f-c1ee72da57b4 details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:26:50.797821 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87505c-123e-4a6d-9c6e-3d7132456807 req-ab94db60-c607-4cd4-a33f-6baeaff6fbed tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:50.806777 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9e87505c-123e-4a6d-9c6e-3d7132456807 req-ab94db60-c607-4cd4-a33f-6baeaff6fbed tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.2165070 Oct 27 13:26:50.910908 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:50.967749 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9e87505c-123e-4a6d-9c6e-3d7132456807 req-984cfec1-3b4d-45a4-9279-cb06d6ed154d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595352 Oct 27 13:26:50.983394 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-1fff7a47-274a-4d1c-a785-f1b7726cfaea tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Made reservation on behalf of 52552d69672a4677bd52c847cceec247 for: {'port': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:26:50.992042 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-1fff7a47-274a-4d1c-a785-f1b7726cfaea tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:51.133323 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:51.139590 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e5340e75-36fc-4d15-ae38-044542d27616 req-2c60d59b-41ab-48a9-9a09-ca56f04c960c tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 210 time: 0.2899323 Oct 27 13:26:51.213309 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-1fff7a47-274a-4d1c-a785-f1b7726cfaea tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Allocated IP 172.20.0.11 (a9d120ae-00f9-4b43-8e0b-d259ad2386ec/5b534f89-d4bf-4109-8fb2-f47a50a755fe/5914531a-8c3d-4f54-ab34-59d0c72ab0a9) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:26:51.302068 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:51.312401 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for port (4015f24d-e20e-4844-9b37-3641f114ec9e), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:51.334743 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (4015f24d-e20e-4844-9b37-3641f114ec9e), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:51.561259 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (24247cf1-ad2f-4dfa-89d5-fd48216152f7), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:51.636201 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-1fff7a47-274a-4d1c-a785-f1b7726cfaea tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:51.673109 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1c4d8fe9-9982-4d04-8ccc-cf971928cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2878557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2644560'] for subnet (9c5b1b93-c7b8-423f-a1b8-d225b446a3d8), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:51.725666 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-1fff7a47-274a-4d1c-a785-f1b7726cfaea tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:51.751998 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'Port': ['ID=4015f24d-e20e-4844-9b37-3641f114ec9e,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:51.784537 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:51.786840 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-59cb74aa-dd46-47f3-bda8-f404f4fbe21b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1369183 Oct 27 13:26:51.898205 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d8fe9-9982-4d04-8ccc-cf971928cb74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5b1b93-c7b8-423f-a1b8-d225b446a3d8,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:51.964089 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4d8fe9-9982-4d04-8ccc-cf971928cb74 admin admin] Checking segment: {'id': '224798fc-a61f-49fb-bc13-cf2fea1b4247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e0bdb774-31d7-4659-a84f-c1ee72da57b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:26:51.964908 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d8fe9-9982-4d04-8ccc-cf971928cb74 admin admin] Network hostable DHCP agents. Network: e0bdb774-31d7-4659-a84f-c1ee72da57b4, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:26:52.045797 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d8fe9-9982-4d04-8ccc-cf971928cb74 admin admin] Network e0bdb774-31d7-4659-a84f-c1ee72da57b4 is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:26:52.063079 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff7a47-274a-4d1c-a785-f1b7726cfaea tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Pushing event updated for resources: {'Port': ['ID=5914531a-8c3d-4f54-ab34-59d0c72ab0a9,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:52.077466 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-1c4d8fe9-9982-4d04-8ccc-cf971928cb74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, e0bdb774-31d7-4659-a84f-c1ee72da57b4) {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:26:52.089428 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4d8fe9-9982-4d04-8ccc-cf971928cb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:52.095712 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac5659-e82b-45cf-acc3-7b971a751250 None None] Network e0bdb774-31d7-4659-a84f-c1ee72da57b4 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:26:52.097087 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1c4d8fe9-9982-4d04-8ccc-cf971928cb74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:52.124640 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-1fff7a47-274a-4d1c-a785-f1b7726cfaea tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Network a9d120ae-00f9-4b43-8e0b-d259ad2386ec is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:26:52.127227 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-1fff7a47-274a-4d1c-a785-f1b7726cfaea tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:26:52.143548 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-1c4d8fe9-9982-4d04-8ccc-cf971928cb74 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4497406 Oct 27 13:26:52.151555 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-1fff7a47-274a-4d1c-a785-f1b7726cfaea tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:26:52.374367 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f827e8-3a12-4c0e-b8a2-305d692aca00 None None] Network e0bdb774-31d7-4659-a84f-c1ee72da57b4 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:26:52.388072 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-1fff7a47-274a-4d1c-a785-f1b7726cfaea tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:52.390835 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-1fff7a47-274a-4d1c-a785-f1b7726cfaea tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:52.535670 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:52.585131 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa53ebe-a3f2-487e-b3d1-cb0d6cc01bdd req-418e6cb1-13cc-4f77-81e0-819b9894f948 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:52.587606 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1aa53ebe-a3f2-487e-b3d1-cb0d6cc01bdd req-418e6cb1-13cc-4f77-81e0-819b9894f948 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.4147625 Oct 27 13:26:52.620290 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-1fff7a47-274a-4d1c-a785-f1b7726cfaea tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0289574 Oct 27 13:26:52.670294 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:52.725321 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1aa53ebe-a3f2-487e-b3d1-cb0d6cc01bdd req-8738793d-8d64-4faa-8b44-1656245d5226 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011341 Oct 27 13:26:52.730590 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Request body: {'port': {'device_id': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:26:52.745241 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-8db886a6-7c48-4dd8-a15f-fb2c16c6dddf None None] Provisioning complete for port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:26:52.745816 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8db886a6-7c48-4dd8-a15f-fb2c16c6dddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:52.746277 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-8db886a6-7c48-4dd8-a15f-fb2c16c6dddf None None] Attempt 1 to provision port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 Oct 27 13:26:52.808696 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:52.828255 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-8db886a6-7c48-4dd8-a15f-fb2c16c6dddf None None] Port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:26:53.161832 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 {{(pid=104533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:26:53.171329 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Publish callbacks [] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:53.186163 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.provisioning_blocks [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Transition to ACTIVE for port object 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 will not be triggered until provisioned by entity L2. {{(pid=104533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:26:53.188473 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:53.244653 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f338e-5794-4e5b-b522-23979e79aac7 req-19080773-c28b-4c43-96ac-efc27fb8aed4 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:53.251953 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3c8f338e-5794-4e5b-b522-23979e79aac7 req-19080773-c28b-4c43-96ac-efc27fb8aed4 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 944 time: 0.0641568 Oct 27 13:26:53.256671 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:53.354566 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3c8f338e-5794-4e5b-b522-23979e79aac7 req-4818b093-22d6-4844-861c-da77ccc872aa tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993063 Oct 27 13:26:53.507322 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:53.571293 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Attempting to bind port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:26:53.573956 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Attempting to bind port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '50a3767c-1d2d-4c90-b743-662b5b78d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec'}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:26:53.584863 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Attempting to bind port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 on network a9d120ae-00f9-4b43-8e0b-d259ad2386ec {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:26:53.686630 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Pushing event updated for resources: {'Port': ['ID=5914531a-8c3d-4f54-ab34-59d0c72ab0a9,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:53.696519 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 on network a9d120ae-00f9-4b43-8e0b-d259ad2386ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:26:53.697031 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Attempting to bind port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 on network a9d120ae-00f9-4b43-8e0b-d259ad2386ec {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:26:53.767822 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:26:53.768642 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Checking segment: {'id': '50a3767c-1d2d-4c90-b743-662b5b78d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:26:53.768939 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Bound using segment: {'id': '50a3767c-1d2d-4c90-b743-662b5b78d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec'} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:26:53.769573 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Bound port: 5914531a-8c3d-4f54-ab34-59d0c72ab0a9, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50a3767c-1d2d-4c90-b743-662b5b78d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec'}}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:26:53.770227 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:53.845825 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] For port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9, host hv-cinder-86243, cleared binding levels {{(pid=104533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:26:53.850704 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] For port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5914531a-8c3d-4f54-ab34-59d0c72ab0a9,segment=NetworkSegment(50a3767c-1d2d-4c90-b743-662b5b78d506),segment_id=50a3767c-1d2d-4c90-b743-662b5b78d506)] {{(pid=104533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:26:53.861871 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:53.965921 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:53.966586 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:53.968511 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/5914531a-8c3d-4f54-ab34-59d0c72ab0a9 HTTP/1.1" status: 200 len: 1094 time: 1.2529228 Oct 27 13:26:53.969640 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f761293-ac17-403a-8df6-54edb5110a39 service neutron] Pushing event updated for resources: {'Port': ['ID=5914531a-8c3d-4f54-ab34-59d0c72ab0a9,revision_number=3']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:26:53.972264 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'tag': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:26:53.974862 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9deb15a1-a01b-404b-83a6-a35ff5623d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d05f213-8736-4a0e-ab0a-ed60da153000", "tag": "5914531a-8c3d-4f54-ab34-59d0c72ab0a9"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:26:54.060511 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccbdbc-18fb-40ae-bdaa-6fc4f95655bd req-88c27a33-ea0f-41e0-ad73-a3f24dda77e0 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:54.062354 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5fccbdbc-18fb-40ae-bdaa-6fc4f95655bd req-88c27a33-ea0f-41e0-ad73-a3f24dda77e0 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0986111 Oct 27 13:26:54.148949 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5fccbdbc-18fb-40ae-bdaa-6fc4f95655bd req-8dfc374f-21eb-41e0-93b9-5c6457cd5c30 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798366 Oct 27 13:26:54.221046 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d6e99b-80e6-4b80-8139-0abc135d3c3a x-openstack-request-id: req-58d6e99b-80e6-4b80-8139-0abc135d3c3a {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:26:54.221433 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d05f213-8736-4a0e-ab0a-ed60da153000", "tag": "5914531a-8c3d-4f54-ab34-59d0c72ab0a9", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:26:54.221775 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58d6e99b-80e6-4b80-8139-0abc135d3c3a {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:26:54.222331 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d6e99b-80e6-4b80-8139-0abc135d3c3a'] response: {'name': 'network-changed', 'server_uuid': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'tag': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9', 'status': 'completed', 'code': 200} Oct 27 13:26:54.517204 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2a5df-541c-4f9b-b11a-ca09efe71194 req-435648d5-a3ba-461f-a860-509eefb4e5ce tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:26:54.519131 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-fdc2a5df-541c-4f9b-b11a-ca09efe71194 req-435648d5-a3ba-461f-a860-509eefb4e5ce tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 944 time: 0.0517387 Oct 27 13:26:54.579096 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-fdc2a5df-541c-4f9b-b11a-ca09efe71194 req-9649c42d-f23d-4e34-b667-95caaf2206fd tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496433 Oct 27 13:26:57.242935 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-7bd699f0-a53e-486d-a931-ac7bfae78ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:59.164383 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:59.501620 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-23a9547e-f7d1-46f1-9a71-2c9680856fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:26:59.696658 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:26:59.704420 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:00.487562 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c8be289e-042d-43b4-a240-6193931cfa5c req-cc3c6272-bab3-4661-b76e-27c9fad35a39 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1139346870&fields=id&tenant_id=095dae174c664eafaf3ed463d8b7f319 HTTP/1.1" status: 200 len: 267 time: 0.0479004 Oct 27 13:27:00.573821 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-df2b2b1c-e79c-4e63-9dcc-7e07b738c593 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:00.575355 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-df2b2b1c-e79c-4e63-9dcc-7e07b738c593 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/networks?id=e0bdb774-31d7-4659-a84f-c1ee72da57b4 HTTP/1.1" status: 200 len: 813 time: 0.1274707 Oct 27 13:27:00.592277 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-77c86ed2-f6e4-4134-b97c-fe3d84f4e3b9 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/quotas/6ddba1e8bfeb4c8baf308e9b43bf1bee HTTP/1.1" status: 200 len: 375 time: 0.0099649 Oct 27 13:27:00.604758 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be289e-042d-43b4-a240-6193931cfa5c req-82e5bbfa-7410-471a-a845-352eac864cf0 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:00.606237 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c8be289e-042d-43b4-a240-6193931cfa5c req-82e5bbfa-7410-471a-a845-352eac864cf0 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/networks?id=4880e921-0c48-45fa-a974-af272c815db4 HTTP/1.1" status: 200 len: 815 time: 0.1120260 Oct 27 13:27:00.622465 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c8be289e-042d-43b4-a240-6193931cfa5c req-6f9819d0-1e2e-4ac5-ae32-b36235ae5029 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/quotas/095dae174c664eafaf3ed463d8b7f319 HTTP/1.1" status: 200 len: 375 time: 0.0107415 Oct 27 13:27:00.625818 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-655a3102-96b3-491b-96c9-a08e9c346929 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6ddba1e8bfeb4c8baf308e9b43bf1bee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292583 Oct 27 13:27:00.678010 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c8be289e-042d-43b4-a240-6193931cfa5c req-4bc2eaf8-7266-4b3a-8ac2-80d54279cf2b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=095dae174c664eafaf3ed463d8b7f319&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499878 Oct 27 13:27:00.730460 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-64f0f36e-6cb2-4696-8db9-0fabc63cf7a2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e0bdb774-31d7-4659-a84f-c1ee72da57b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970361 Oct 27 13:27:00.784013 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c8be289e-042d-43b4-a240-6193931cfa5c req-645c20a1-7e53-4696-8de6-a46b6d4307bf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935640 Oct 27 13:27:00.790064 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:00.828633 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-95b8875a-e12d-4de8-9821-47cfb2785a5c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e0bdb774-31d7-4659-a84f-c1ee72da57b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922678 Oct 27 13:27:00.908741 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c8be289e-042d-43b4-a240-6193931cfa5c req-8b760c40-0dba-4f34-b64d-5bc65b08f809 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163123 Oct 27 13:27:01.179186 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270fe5e-7a81-42e4-b4f1-e9f7b4120aa9 req-b470b0e5-3653-49a3-ba8a-57ee7cf1d9a0 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:01.180801 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c270fe5e-7a81-42e4-b4f1-e9f7b4120aa9 req-b470b0e5-3653-49a3-ba8a-57ee7cf1d9a0 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.1484165 Oct 27 13:27:01.263836 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d370d-cb78-4e24-8396-3feb3cdaf09c req-7a433e97-0200-4c57-9b15-55c336232330 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:01.271400 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-711d370d-cb78-4e24-8396-3feb3cdaf09c req-7a433e97-0200-4c57-9b15-55c336232330 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 944 time: 0.1453109 Oct 27 13:27:01.297791 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:01.300828 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c270fe5e-7a81-42e4-b4f1-e9f7b4120aa9 req-652dc470-c77b-45f6-9c74-d798473254e1 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073296 Oct 27 13:27:01.355867 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-711d370d-cb78-4e24-8396-3feb3cdaf09c req-f7accdb5-8b54-4586-9fba-252020f88999 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831640 Oct 27 13:27:01.490212 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a748dff2-e11d-4bdd-ac7b-18a3ddc120f7 req-f3e4509c-b77f-4800-8fac-07cf16b7572a tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 210 time: 0.0511684 Oct 27 13:27:01.583677 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-16d12f4d-d27b-4575-9f4a-5eb11686cd55 req-7736e19b-422c-4f26-b86b-adf68b24fda6 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 210 time: 0.1214955 Oct 27 13:27:01.695075 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:01.736917 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb15a1-a01b-404b-83a6-a35ff5623d8b req-224e0f84-bf80-48b9-9942-21b19897ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:01.739167 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9deb15a1-a01b-404b-83a6-a35ff5623d8b req-224e0f84-bf80-48b9-9942-21b19897ed55 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=52552d69672a4677bd52c847cceec247&device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 1128 time: 0.0600529 Oct 27 13:27:02.098380 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:02.505453 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1d115-570c-447e-bff3-4e3f374c11df req-5449719a-0a8c-4b81-bee3-e49a11c116df tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:02.507138 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e6f1d115-570c-447e-bff3-4e3f374c11df req-5449719a-0a8c-4b81-bee3-e49a11c116df tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0640361 Oct 27 13:27:02.531438 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:02.544744 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878911c-d329-4073-8009-1c348a819426 req-3a56c4cf-e94c-4219-9aed-234111a1bb85 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:02.546555 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2878911c-d329-4073-8009-1c348a819426 req-3a56c4cf-e94c-4219-9aed-234111a1bb85 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 944 time: 0.0720913 Oct 27 13:27:02.573958 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e6f1d115-570c-447e-bff3-4e3f374c11df req-bac971d2-d780-493d-924f-6b5d9c2702be tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588069 Oct 27 13:27:02.614831 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:02.641050 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2878911c-d329-4073-8009-1c348a819426 req-1c85cfb4-3b34-47e3-b208-d308ff789669 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873499 Oct 27 13:27:02.730110 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a1b6834c-da81-40c9-bc1a-c60a0b8a7ec5 req-7ee0bab2-5cf3-4826-b47f-6c21fe10e612 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 210 time: 0.0386999 Oct 27 13:27:02.791988 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e002b65b-d923-43a6-817d-e319ac5562a2 req-fcc31db9-0770-4b97-8255-e3d739053534 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 210 time: 0.0336497 Oct 27 13:27:03.739698 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d9401-ebf6-486b-8785-4edb377bdd96 req-f499246f-6f05-40ec-8719-c462b031a906 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:03.742359 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-813d9401-ebf6-486b-8785-4edb377bdd96 req-f499246f-6f05-40ec-8719-c462b031a906 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0679736 Oct 27 13:27:03.814074 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-813d9401-ebf6-486b-8785-4edb377bdd96 req-f34a2d33-301a-4f49-b4a5-c60b7d26195b tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651739 Oct 27 13:27:03.825019 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d6a27-9cba-4d2b-9dd4-5b8d72310830 req-a5d045b7-8682-4ff5-923d-f0dd692d0904 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:03.832835 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c66d6a27-9cba-4d2b-9dd4-5b8d72310830 req-a5d045b7-8682-4ff5-923d-f0dd692d0904 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 944 time: 0.0926282 Oct 27 13:27:03.899958 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c66d6a27-9cba-4d2b-9dd4-5b8d72310830 req-55953950-5759-47cc-806b-d20a15787041 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660682 Oct 27 13:27:03.972029 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-309c1bf0-41a4-44b9-9297-527a8971b34e req-ab57d741-b87b-491c-b81d-599c83ace51f tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 210 time: 0.0558720 Oct 27 13:27:04.016408 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-05cc4f95-a000-4b5b-9ebb-cb64199575b5 req-51ca0a91-d218-4c69-9982-923bfaf2ca68 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 210 time: 0.0353973 Oct 27 13:27:05.025268 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0904ff-8ce6-4024-8655-cf12e04f030e req-f4c3d5e7-d38b-448c-93f8-b97c9feb2ed2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:05.026874 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2c0904ff-8ce6-4024-8655-cf12e04f030e req-f4c3d5e7-d38b-448c-93f8-b97c9feb2ed2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0605676 Oct 27 13:27:05.058311 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c353a93-234c-4a3f-a8d2-eca6cb969456 req-e81757e3-a8ea-45f5-b1ae-6be4b8e9270a tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:05.060766 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6c353a93-234c-4a3f-a8d2-eca6cb969456 req-e81757e3-a8ea-45f5-b1ae-6be4b8e9270a tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 944 time: 0.0620031 Oct 27 13:27:05.093453 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2c0904ff-8ce6-4024-8655-cf12e04f030e req-94549b4d-295a-4df3-a2cb-3267dfa821a6 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603983 Oct 27 13:27:05.095876 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:05.170635 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6c353a93-234c-4a3f-a8d2-eca6cb969456 req-9695d89a-de33-4d25-a193-25b68d5d0464 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030622 Oct 27 13:27:05.202428 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-48a919d9-a251-440f-ac7b-1c91c72b31fd req-ab796452-a161-4808-8a95-e14ddd0916f4 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 210 time: 0.0345783 Oct 27 13:27:05.280663 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-fdb2c19b-db29-4855-9e10-f2121c168556 req-9e5f601b-6b7f-4fa2-bbf8-1356fc8050f1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 210 time: 0.0327525 Oct 27 13:27:06.266429 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa3336-adc4-432e-afa9-0f00a50dfb41 req-092cd768-f376-4025-b8f0-11b0a7a185e4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:06.271000 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b0fa3336-adc4-432e-afa9-0f00a50dfb41 req-092cd768-f376-4025-b8f0-11b0a7a185e4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0820856 Oct 27 13:27:06.354822 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44948078-29ca-4b36-96cb-373e306e416d req-c683245c-4c58-4eb9-aa4b-29d1f0c43550 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:06.357024 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-44948078-29ca-4b36-96cb-373e306e416d req-c683245c-4c58-4eb9-aa4b-29d1f0c43550 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 944 time: 0.0742424 Oct 27 13:27:06.386746 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b0fa3336-adc4-432e-afa9-0f00a50dfb41 req-d38984a8-cab2-4ec4-b7c1-751f0d86a518 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035500 Oct 27 13:27:06.468307 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-44948078-29ca-4b36-96cb-373e306e416d req-0f2b5512-328d-4d7b-9c6a-f3e941c88c80 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954995 Oct 27 13:27:06.554630 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b5a2c794-20f8-4737-b836-ef1eea256ff2 req-7f13cb75-3b7a-46bb-abed-b81746816475 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 210 time: 0.0527248 Oct 27 13:27:06.572036 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cab1954a-d8cf-4b8d-88aa-e8ae4e9c31ac req-7837842f-ae86-44dd-8664-e26d14a32c3b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 210 time: 0.0449448 Oct 27 13:27:07.563320 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939e132-a98d-4eef-9683-9c01ec2161dd req-1ebeefd2-5f06-49a3-9168-5786d440502a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:07.564910 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2939e132-a98d-4eef-9683-9c01ec2161dd req-1ebeefd2-5f06-49a3-9168-5786d440502a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0664179 Oct 27 13:27:07.645416 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fc061-60b7-47b9-8778-73eb878fe1b6 req-90d82720-31b1-44fd-80fe-81d77a10d4b0 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:07.646970 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-625fc061-60b7-47b9-8778-73eb878fe1b6 req-90d82720-31b1-44fd-80fe-81d77a10d4b0 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 944 time: 0.0816767 Oct 27 13:27:07.648802 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2939e132-a98d-4eef-9683-9c01ec2161dd req-a9657afd-f19f-4209-89fb-4606f7dee1a0 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753374 Oct 27 13:27:07.750296 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-625fc061-60b7-47b9-8778-73eb878fe1b6 req-c204c992-e7bf-4635-97e5-85f8b09825fc tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940254 Oct 27 13:27:07.803884 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9da619fc-fd9e-49ef-b616-77a40ba82231 req-3cfe095a-4825-4d52-8fd3-84887a240668 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 210 time: 0.0367687 Oct 27 13:27:07.891626 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-45b9653d-4356-4eec-9133-191d33779452 req-752d1b31-2279-4d9f-95ea-9299c0014697 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 210 time: 0.0313160 Oct 27 13:27:08.685581 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:27:08.795212 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d92b49-ff8c-4fff-bca1-18302846d2a1 req-9a2098f7-40bd-4aea-891a-daff3b42ee52 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:08.796830 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-58d92b49-ff8c-4fff-bca1-18302846d2a1 req-9a2098f7-40bd-4aea-891a-daff3b42ee52 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0487359 Oct 27 13:27:08.956776 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-58d92b49-ff8c-4fff-bca1-18302846d2a1 req-67dad3e0-e0f6-4ecf-bcf1-9d2e8260c4da tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499717 Oct 27 13:27:09.004257 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3ef7a-9cdf-4632-8afc-768f816534ba req-eda8d5c0-1921-4de3-ba01-ffac6352a40e tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:09.004257 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-efa3ef7a-9cdf-4632-8afc-768f816534ba req-eda8d5c0-1921-4de3-ba01-ffac6352a40e tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 944 time: 0.1426039 Oct 27 13:27:09.075163 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb15a1-a01b-404b-83a6-a35ff5623d8b req-d419a383-cf36-4a38-9ad5-f990158931fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:09.077116 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9deb15a1-a01b-404b-83a6-a35ff5623d8b req-d419a383-cf36-4a38-9ad5-f990158931fb service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=52552d69672a4677bd52c847cceec247&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2380500 Oct 27 13:27:09.104990 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-efa3ef7a-9cdf-4632-8afc-768f816534ba req-97a08e4b-11a1-4072-aa77-6dd5f500fa2f tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945599 Oct 27 13:27:09.145000 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-86438982-e834-4179-b60c-be0eb044b840 req-553e1c20-2de6-4c78-8fcf-b0a946bd3dd5 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 210 time: 0.0418932 Oct 27 13:27:09.252981 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-995d35d8-dfed-4126-8494-41d2e480e743 req-6004abd7-b321-484f-a431-dc9793d17998 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 210 time: 0.0433331 Oct 27 13:27:09.592587 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb15a1-a01b-404b-83a6-a35ff5623d8b req-2c1ca875-0cd3-4878-a706-28f425e5f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:09.595095 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9deb15a1-a01b-404b-83a6-a35ff5623d8b req-2c1ca875-0cd3-4878-a706-28f425e5f866 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1113129 Oct 27 13:27:09.684258 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-a3032d5c-8d76-484c-91de-15d670b4b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:09.685801 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-a3032d5c-8d76-484c-91de-15d670b4b11a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=52552d69672a4677bd52c847cceec247&device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 1128 time: 0.0435021 Oct 27 13:27:09.729968 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-dd7168bd-9356-4dd7-b6aa-4f8f01790c67 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5914531a-8c3d-4f54-ab34-59d0c72ab0a9 HTTP/1.1" status: 200 len: 217 time: 0.0334098 Oct 27 13:27:09.786233 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-5fcab502-c60b-4d14-85b8-9ed669be18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:09.787958 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-5fcab502-c60b-4d14-85b8-9ed669be18dc service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=5b534f89-d4bf-4109-8fb2-f47a50a755fe HTTP/1.1" status: 200 len: 854 time: 0.0516934 Oct 27 13:27:09.841307 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-fe5f214a-f522-4215-887d-b84d63b71397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:09.843110 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-fe5f214a-f522-4215-887d-b84d63b71397 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=a9d120ae-00f9-4b43-8e0b-d259ad2386ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488472 Oct 27 13:27:09.933362 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:09.969848 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-bab8abcc-14eb-4de0-9a20-44712b05d750 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a9d120ae-00f9-4b43-8e0b-d259ad2386ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193490 Oct 27 13:27:10.046662 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:10.116639 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0c5f27da-f0ba-4b0d-acac-4407d09a0a3d req-10fc5cd4-e51f-4224-b562-a9293849a774 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a9d120ae-00f9-4b43-8e0b-d259ad2386ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311469 Oct 27 13:27:10.125989 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2cbae-e681-48d8-8dea-1eef75ac2f94 req-26f47e42-6052-42a8-bc79-0562a52f3fc9 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:10.127382 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b4b2cbae-e681-48d8-8dea-1eef75ac2f94 req-26f47e42-6052-42a8-bc79-0562a52f3fc9 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0695174 Oct 27 13:27:10.188640 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b4b2cbae-e681-48d8-8dea-1eef75ac2f94 req-b7226aef-1e22-43d8-b6ab-989160c3d492 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545566 Oct 27 13:27:10.250981 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ab5a8-291d-4198-a340-8a9eb087e283 req-ffb5c439-1b8b-4651-9095-4da165093c21 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:10.253511 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0c2ab5a8-291d-4198-a340-8a9eb087e283 req-ffb5c439-1b8b-4651-9095-4da165093c21 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 944 time: 0.0634789 Oct 27 13:27:10.279521 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f2312310-cfeb-44bf-a146-36d0883a2e23 req-33e8c9d2-15af-4d60-b259-2b4ab8202ad9 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 210 time: 0.0306818 Oct 27 13:27:10.328477 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0c2ab5a8-291d-4198-a340-8a9eb087e283 req-f8e2c6e3-454c-4545-9114-4419c0192308 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657799 Oct 27 13:27:10.418723 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3ffb2fc0-ef5a-4190-853e-17da05bd481b req-0022936e-2465-4cab-b83b-03320a67e7a6 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 210 time: 0.0342879 Oct 27 13:27:11.333872 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b20f3-36d3-4739-aa92-5ba1fba4ca82 req-3a942dae-07fd-472a-a9c1-b493b7f9f64a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:11.336973 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c43b20f3-36d3-4739-aa92-5ba1fba4ca82 req-3a942dae-07fd-472a-a9c1-b493b7f9f64a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0531838 Oct 27 13:27:11.414884 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c43b20f3-36d3-4739-aa92-5ba1fba4ca82 req-f6cec144-2bba-4793-a3c8-cf5c8ce7891b tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725091 Oct 27 13:27:11.584377 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-48dc5406-f6fd-4dae-9e5d-5ed5a46772f8 req-2daae88e-8c82-4445-adf5-ffa3b251898d tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 210 time: 0.0367057 Oct 27 13:27:11.690470 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbabd3-5de5-47df-84a2-bdddf4b111d1 req-b90cc6b6-1147-472d-b32e-43da88282c88 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:11.691996 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f1fbabd3-5de5-47df-84a2-bdddf4b111d1 req-b90cc6b6-1147-472d-b32e-43da88282c88 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 944 time: 0.0515921 Oct 27 13:27:11.701253 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6c3ab603-0636-4482-bc52-3ca08e4aa04b req-743156f4-950a-4413-bda7-ef1de96a118e tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 210 time: 0.0312631 Oct 27 13:27:11.744279 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f1fbabd3-5de5-47df-84a2-bdddf4b111d1 req-db2c500d-fc14-4b27-9193-60aef464cf03 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463498 Oct 27 13:27:12.101428 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b10429d7-f048-4c54-b849-65b8812eb2e6 req-25373244-2f5d-47ab-855f-7296c74acd88 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519049 Oct 27 13:27:12.169473 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10429d7-f048-4c54-b849-65b8812eb2e6 req-9a1b6009-2772-4fec-8f79-c108c7cd3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:12.170973 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b10429d7-f048-4c54-b849-65b8812eb2e6 req-9a1b6009-2772-4fec-8f79-c108c7cd3245 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 1130 time: 0.0437505 Oct 27 13:27:12.601613 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:12.608025 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=27,neutron:UPDATE=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:12.731278 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:12.763642 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be289e-042d-43b4-a240-6193931cfa5c req-4e1bdf20-9501-47f6-b0ec-bea7833a8707 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:12.765672 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c8be289e-042d-43b4-a240-6193931cfa5c req-4e1bdf20-9501-47f6-b0ec-bea7833a8707 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "GET /networking/v2.0/networks?id=4880e921-0c48-45fa-a974-af272c815db4 HTTP/1.1" status: 200 len: 815 time: 0.2561135 Oct 27 13:27:12.810818 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7f3e619f-7eb5-48d1-8720-8ec6255b82fc req-0346aae4-cc3a-4532-8702-494587315606 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 210 time: 0.0731282 Oct 27 13:27:12.899913 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c8be289e-042d-43b4-a240-6193931cfa5c req-dc033d84-c130-42be-a1ab-16b1eca9fe76 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=095dae174c664eafaf3ed463d8b7f319 HTTP/1.1" status: 200 len: 473 time: 0.0967782 Oct 27 13:27:12.900342 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10429d7-f048-4c54-b849-65b8812eb2e6 req-c683814b-3d2f-46d6-a386-3ca7af67fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:12.902127 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b10429d7-f048-4c54-b849-65b8812eb2e6 req-c683814b-3d2f-46d6-a386-3ca7af67fc88 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 200 len: 919 time: 0.4624028 Oct 27 13:27:12.907805 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470124f-05be-4b04-953c-097ae332e494 req-206b69c7-7111-4e26-9c4e-8741a060bd8a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:12.909975 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b470124f-05be-4b04-953c-097ae332e494 req-206b69c7-7111-4e26-9c4e-8741a060bd8a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.3623953 Oct 27 13:27:12.934729 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-86007d54-6eda-452e-94bd-5efc61c93bf6 req-068bce2b-bf42-4725-b3b0-5e6ad2ccb2fb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 210 time: 0.0290356 Oct 27 13:27:12.956636 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [req-c8be289e-042d-43b4-a240-6193931cfa5c req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'port': {'device_id': '28008920-1a00-44c9-9036-ef5c8cde50c2', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'admin_state_up': True, 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'security_groups': ['460c81e3-b3a9-4c77-92de-5302614b8231']}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:27:13.004264 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b10429d7-f048-4c54-b849-65b8812eb2e6 req-3b9265af-9e65-4269-b60b-8955477aa675 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6eda8e-42f9-41c1-9452-42995d1ecd56 HTTP/1.1" status: 200 len: 217 time: 0.0532436 Oct 27 13:27:13.008004 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b470124f-05be-4b04-953c-097ae332e494 req-6681d14e-52c7-4ec7-b44f-7a1084838a72 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890229 Oct 27 13:27:13.063528 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10429d7-f048-4c54-b849-65b8812eb2e6 req-462d9719-cee3-4682-84fa-d1f62ad56eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:13.065270 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b10429d7-f048-4c54-b849-65b8812eb2e6 req-462d9719-cee3-4682-84fa-d1f62ad56eb3 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d729a604-725f-4ad1-9296-503f3419b171 HTTP/1.1" status: 200 len: 857 time: 0.0533791 Oct 27 13:27:13.119857 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10429d7-f048-4c54-b849-65b8812eb2e6 req-71f2e979-c661-4a3f-b9e1-45f6d2f83f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:13.121361 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b10429d7-f048-4c54-b849-65b8812eb2e6 req-71f2e979-c661-4a3f-b9e1-45f6d2f83f92 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496290 Oct 27 13:27:13.124765 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:27:13.238269 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5914531a-8c3d-4f54-ab34-59d0c72ab0a9,segment=NetworkSegment(50a3767c-1d2d-4c90-b743-662b5b78d506),segment_id=50a3767c-1d2d-4c90-b743-662b5b78d506)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:27:13.251376 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9', 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'port_id': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9', 'mac_address': 'fa:16:3e:67:31:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:27:13.294997 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:27:13.295416 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:13.312201 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:27:13.333002 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0501f-95bb-46ab-9e47-5fcfe5ac66cb req-41d32ac6-acde-4235-ae4e-e15b3b7cbf52 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:13.335238 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-53d0501f-95bb-46ab-9e47-5fcfe5ac66cb req-41d32ac6-acde-4235-ae4e-e15b3b7cbf52 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0549970 Oct 27 13:27:13.339189 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5914531a-8c3d-4f54-ab34-59d0c72ab0a9,segment=NetworkSegment(50a3767c-1d2d-4c90-b743-662b5b78d506),segment_id=50a3767c-1d2d-4c90-b743-662b5b78d506)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:27:13.343936 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:13.373910 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fae9b-c28b-44f1-81ab-46287b3a9b81 req-702a5fa8-7c97-45c3-93c1-fccc56caf8ac tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:13.382177 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2e4fae9b-c28b-44f1-81ab-46287b3a9b81 req-702a5fa8-7c97-45c3-93c1-fccc56caf8ac tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 944 time: 0.3340235 Oct 27 13:27:13.417222 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=5914531a-8c3d-4f54-ab34-59d0c72ab0a9,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:13.426471 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:13.426916 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:13.427342 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:13.427744 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:13.428322 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:13.428720 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:13.429703 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:13.430094 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:13.430485 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:13.430952 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:13.431353 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:13.431755 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:13.432259 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:13.432742 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:13.433134 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:13.472408 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-53d0501f-95bb-46ab-9e47-5fcfe5ac66cb req-2c9b03be-2fcf-4ae9-b742-330eb446d7e0 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279614 Oct 27 13:27:13.489799 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2e4fae9b-c28b-44f1-81ab-46287b3a9b81 req-e0726235-a5c3-4e0e-94d1-0ec10abc6a5d tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065297 Oct 27 13:27:13.493883 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8be289e-042d-43b4-a240-6193931cfa5c req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Made reservation on behalf of 095dae174c664eafaf3ed463d8b7f319 for: {'port': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:27:13.498464 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c8be289e-042d-43b4-a240-6193931cfa5c req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:13.519763 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b10429d7-f048-4c54-b849-65b8812eb2e6 req-85399b38-3250-4f5e-9fb1-c87a883bdb9d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296530 Oct 27 13:27:13.629919 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:13.656868 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [req-c8be289e-042d-43b4-a240-6193931cfa5c req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Allocated IP 172.20.0.12 (4880e921-0c48-45fa-a974-af272c815db4/387ef33e-d1d2-4c31-8402-1f0afa96a77a/f942fce4-3fce-4282-9e21-4c881b31394c) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:27:13.677887 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['5914531a-8c3d-4f54-ab34-59d0c72ab0a9'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:27:13.777448 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b10429d7-f048-4c54-b849-65b8812eb2e6 req-0bd48d28-3b17-4a4b-8697-4853dbc0c535 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105361 Oct 27 13:27:13.889681 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-ff2884cd-0a9d-4469-b364-77db0e74c63e tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:13.891152 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-ff2884cd-0a9d-4469-b364-77db0e74c63e tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.45 "GET /networking/v2.0/networks?id=e0bdb774-31d7-4659-a84f-c1ee72da57b4 HTTP/1.1" status: 200 len: 813 time: 0.2016180 Oct 27 13:27:13.911210 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-1e58c13a-57b7-4fe5-9d0a-6e6b6843a1b2 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Request body: {'port': {'device_id': 'ceb3538d-52bc-44df-846e-39f0819fc18a', 'network_id': 'e0bdb774-31d7-4659-a84f-c1ee72da57b4', 'admin_state_up': True, 'tenant_id': '6ddba1e8bfeb4c8baf308e9b43bf1bee'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:27:13.921478 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:13.944783 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f2845e04-afeb-48dc-b238-7f6959763bb9 req-13e57051-8656-4cd0-9a26-76f8d3c6b487 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 210 time: 0.0330176 Oct 27 13:27:13.992488 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c8be289e-042d-43b4-a240-6193931cfa5c req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for port (f942fce4-3fce-4282-9e21-4c881b31394c), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:14.079337 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3628d34c-2fc3-44d7-8134-6b8c4987751e req-7053605a-dabf-493d-90b3-90690ac8e6e8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 210 time: 0.0476875 Oct 27 13:27:14.112800 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c8be289e-042d-43b4-a240-6193931cfa5c req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (f942fce4-3fce-4282-9e21-4c881b31394c), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:14.145724 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-1e58c13a-57b7-4fe5-9d0a-6e6b6843a1b2 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Made reservation on behalf of 6ddba1e8bfeb4c8baf308e9b43bf1bee for: {'port': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:27:14.149595 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-1e58c13a-57b7-4fe5-9d0a-6e6b6843a1b2 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:14.170988 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd6eb9-62f7-4871-a01d-b01aab8ebbe8 req-8c252f94-f18c-4bc7-af71-c320eadabf7d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:14.171302 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:14.172992 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0cfd6eb9-62f7-4871-a01d-b01aab8ebbe8 req-8c252f94-f18c-4bc7-af71-c320eadabf7d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0588927 Oct 27 13:27:14.179748 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8be289e-042d-43b4-a240-6193931cfa5c req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Network 4880e921-0c48-45fa-a974-af272c815db4 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:27:14.192419 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [req-c8be289e-042d-43b4-a240-6193931cfa5c req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:27:14.195472 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:14.204392 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8be289e-042d-43b4-a240-6193931cfa5c req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:27:14.229275 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0cfd6eb9-62f7-4871-a01d-b01aab8ebbe8 req-c4bd211c-c0ab-41ee-9988-759fff0c418f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481887 Oct 27 13:27:14.260019 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'Port': ['ID=f942fce4-3fce-4282-9e21-4c881b31394c,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:14.289281 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:14.289642 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:14.289994 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:14.290352 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:14.290701 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:14.291060 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:14.291368 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:14.291779 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:14.292087 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:14.292422 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:14.292764 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:14.293052 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:14.293391 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:14.293718 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:14.294037 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:14.326308 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be289e-042d-43b4-a240-6193931cfa5c req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:14.326982 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c8be289e-042d-43b4-a240-6193931cfa5c req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:14.374638 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c8be289e-042d-43b4-a240-6193931cfa5c req-1df56530-671f-4a23-9c54-0b4466bee9be tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4227951 Oct 27 13:27:14.394174 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-1e58c13a-57b7-4fe5-9d0a-6e6b6843a1b2 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Allocated IP 172.20.0.8 (e0bdb774-31d7-4659-a84f-c1ee72da57b4/9c5b1b93-c7b8-423f-a1b8-d225b446a3d8/50c86583-c5f2-4a50-b745-db2d95e82e4d) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:27:14.399938 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Request body: {'port': {'device_id': '28008920-1a00-44c9-9036-ef5c8cde50c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:27:14.405992 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:14.515327 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (f942fce4-3fce-4282-9e21-4c881b31394c), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:14.526951 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-3a70e2ca-b532-4b40-a543-4b4d1d5f1f6c None None] Provisioning complete for port f942fce4-3fce-4282-9e21-4c881b31394c triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:27:14.527630 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-3a70e2ca-b532-4b40-a543-4b4d1d5f1f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (f942fce4-3fce-4282-9e21-4c881b31394c), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:14.528063 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-3a70e2ca-b532-4b40-a543-4b4d1d5f1f6c None None] Attempt 1 to provision port f942fce4-3fce-4282-9e21-4c881b31394c Oct 27 13:27:14.568511 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-3a70e2ca-b532-4b40-a543-4b4d1d5f1f6c None None] Port f942fce4-3fce-4282-9e21-4c881b31394c cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:27:14.670936 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d6310-e212-422f-be13-b1dd0fd1ad80 req-80f46f3c-2f41-4490-822c-4d210ea2f51f tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:14.672699 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-661d6310-e212-422f-be13-b1dd0fd1ad80 req-80f46f3c-2f41-4490-822c-4d210ea2f51f tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 945 time: 0.0599191 Oct 27 13:27:14.726887 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-661d6310-e212-422f-be13-b1dd0fd1ad80 req-aee09122-a657-4b02-88f9-3526e392969d tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480461 Oct 27 13:27:14.764669 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd73097-b62f-451a-a10a-01f46cb2b0ef req-d62cc914-9e85-4e30-a47f-2c817b48693f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:14.766221 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2bd73097-b62f-451a-a10a-01f46cb2b0ef req-d62cc914-9e85-4e30-a47f-2c817b48693f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.1494482 Oct 27 13:27:14.809378 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-1e58c13a-57b7-4fe5-9d0a-6e6b6843a1b2 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Publish callbacks [] for port (50c86583-c5f2-4a50-b745-db2d95e82e4d), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:14.911685 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2bd73097-b62f-451a-a10a-01f46cb2b0ef req-635a83a0-9220-4d57-b669-e31b5acf0b06 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337805 Oct 27 13:27:14.932363 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-1e58c13a-57b7-4fe5-9d0a-6e6b6843a1b2 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (50c86583-c5f2-4a50-b745-db2d95e82e4d), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:14.945348 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:15.004909 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-1e58c13a-57b7-4fe5-9d0a-6e6b6843a1b2 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Network e0bdb774-31d7-4659-a84f-c1ee72da57b4 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:27:15.016469 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-1e58c13a-57b7-4fe5-9d0a-6e6b6843a1b2 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:27:15.027800 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-1e58c13a-57b7-4fe5-9d0a-6e6b6843a1b2 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:27:15.036221 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58c13a-57b7-4fe5-9d0a-6e6b6843a1b2 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Pushing event updated for resources: {'Port': ['ID=50c86583-c5f2-4a50-b745-db2d95e82e4d,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:15.089550 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb8825-1495-40c4-90af-d93f7ebd308d req-934f9e99-acdd-4d4b-886f-c1f21a968680 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:15.091289 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-66bb8825-1495-40c4-90af-d93f7ebd308d req-934f9e99-acdd-4d4b-886f-c1f21a968680 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 931 time: 0.0582979 Oct 27 13:27:15.108567 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f942fce4-3fce-4282-9e21-4c881b31394c {{(pid=104532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:27:15.121873 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-1e58c13a-57b7-4fe5-9d0a-6e6b6843a1b2 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:15.122551 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-1e58c13a-57b7-4fe5-9d0a-6e6b6843a1b2 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:15.126186 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Publish callbacks [] for port (f942fce4-3fce-4282-9e21-4c881b31394c), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:15.131258 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:27:15.147128 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.provisioning_blocks [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Transition to ACTIVE for port object f942fce4-3fce-4282-9e21-4c881b31394c will not be triggered until provisioned by entity L2. {{(pid=104532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:27:15.154106 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-1e58c13a-57b7-4fe5-9d0a-6e6b6843a1b2 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2486887 Oct 27 13:27:15.156747 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (f942fce4-3fce-4282-9e21-4c881b31394c), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:15.181702 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-66bb8825-1495-40c4-90af-d93f7ebd308d req-e3082492-113c-4c44-bc96-4859f17fd109 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830073 Oct 27 13:27:15.196384 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:27:15.208106 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:27:15.208739 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:15.209143 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 Oct 27 13:27:15.226734 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:15.285502 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c34960-1b9e-4226-9743-784e06946aaf req-e6cc3975-7843-445d-845c-65037972cdec tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:15.286990 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-29c34960-1b9e-4226-9743-784e06946aaf req-e6cc3975-7843-445d-845c-65037972cdec tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 944 time: 0.0991731 Oct 27 13:27:15.292359 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Pushing event updated for resources: {'Port': ['ID=f942fce4-3fce-4282-9e21-4c881b31394c,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:15.309351 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:27:15.309700 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:15.339984 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:27:15.342609 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee6a2cb-64ff-4ed4-8984-9bc049417921" -d '{"events": [{"server_uuid": "8d05f213-8736-4a0e-ab0a-ed60da153000", "name": "network-vif-plugged", "status": "completed", "tag": "5914531a-8c3d-4f54-ab34-59d0c72ab0a9"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:27:15.357531 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Attempting to bind port f942fce4-3fce-4282-9e21-4c881b31394c on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:27:15.358051 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Attempting to bind port f942fce4-3fce-4282-9e21-4c881b31394c by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'}] {{(pid=104532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:27:15.358420 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Attempting to bind port f942fce4-3fce-4282-9e21-4c881b31394c on network 4880e921-0c48-45fa-a974-af272c815db4 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:27:15.363529 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5914531a-8c3d-4f54-ab34-59d0c72ab0a9,segment=NetworkSegment(50a3767c-1d2d-4c90-b743-662b5b78d506),segment_id=50a3767c-1d2d-4c90-b743-662b5b78d506)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:27:15.368831 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:15.389455 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c93bb5-6502-4868-aa6b-ab71c01d5285 req-fc3af53f-96b2-44e5-b2ea-a85fbd972236 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:15.392842 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f6c93bb5-6502-4868-aa6b-ab71c01d5285 req-fc3af53f-96b2-44e5-b2ea-a85fbd972236 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0596037 Oct 27 13:27:15.428536 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-29c34960-1b9e-4226-9743-784e06946aaf req-7ac01a80-5cad-45bd-8a6a-0446adf6520b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=460c81e3-b3a9-4c77-92de-5302614b8231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203027 Oct 27 13:27:15.433548 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=5914531a-8c3d-4f54-ab34-59d0c72ab0a9,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:15.440599 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Request body: {'port': {'device_id': 'ceb3538d-52bc-44df-846e-39f0819fc18a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:27:15.460843 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f6c93bb5-6502-4868-aa6b-ab71c01d5285 req-1c502846-2b88-4fe6-a061-4799ba5e8d77 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625284 Oct 27 13:27:15.484914 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Port f942fce4-3fce-4282-9e21-4c881b31394c on network 4880e921-0c48-45fa-a974-af272c815db4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:27:15.485645 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Attempting to bind port f942fce4-3fce-4282-9e21-4c881b31394c on network 4880e921-0c48-45fa-a974-af272c815db4 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:27:15.512545 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbf69b4-e03a-4790-9778-a657142c0e97 x-openstack-request-id: req-bdbf69b4-e03a-4790-9778-a657142c0e97 {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:27:15.512931 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d05f213-8736-4a0e-ab0a-ed60da153000", "name": "network-vif-plugged", "status": "completed", "tag": "5914531a-8c3d-4f54-ab34-59d0c72ab0a9", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:27:15.513279 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bdbf69b4-e03a-4790-9778-a657142c0e97 {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:27:15.513794 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbf69b4-e03a-4790-9778-a657142c0e97'] response: {'server_uuid': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9', 'code': 200} Oct 27 13:27:15.565720 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (50c86583-c5f2-4a50-b745-db2d95e82e4d), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:15.567935 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:27:15.568302 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Checking segment: {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:27:15.568676 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Bound using segment: {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'} {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:27:15.569104 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Bound port: f942fce4-3fce-4282-9e21-4c881b31394c, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'}}] {{(pid=104532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:27:15.569418 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (f942fce4-3fce-4282-9e21-4c881b31394c), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:15.713736 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2535ea-3940-47ba-995d-c2eb9147bd89 req-4285c543-9615-4229-ad04-b6ead8e9c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:15.715742 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9d2535ea-3940-47ba-995d-c2eb9147bd89 req-4285c543-9615-4229-ad04-b6ead8e9c697 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 1130 time: 0.0518172 Oct 27 13:27:15.728151 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] For port f942fce4-3fce-4282-9e21-4c881b31394c, host hv-cinder-86243, cleared binding levels {{(pid=104532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:27:15.750565 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] For port f942fce4-3fce-4282-9e21-4c881b31394c, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=f942fce4-3fce-4282-9e21-4c881b31394c,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:27:15.761815 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (f942fce4-3fce-4282-9e21-4c881b31394c), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:15.777326 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:15.777880 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:15.779285 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/f942fce4-3fce-4282-9e21-4c881b31394c HTTP/1.1" status: 200 len: 1094 time: 1.3867338 Oct 27 13:27:15.779862 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28008920-1a00-44c9-9036-ef5c8cde50c2', 'tag': 'f942fce4-3fce-4282-9e21-4c881b31394c'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:27:15.782155 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a926a89-de75-4958-8923-4a879d7c3c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "28008920-1a00-44c9-9036-ef5c8cde50c2", "tag": "f942fce4-3fce-4282-9e21-4c881b31394c"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:27:15.788691 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9d2535ea-3940-47ba-995d-c2eb9147bd89 req-621b3292-859d-4a6d-99c9-b961d735d850 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630913 Oct 27 13:27:15.872122 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e72fa0-4d7a-4229-bf76-f3072263e152 x-openstack-request-id: req-a4e72fa0-4d7a-4229-bf76-f3072263e152 {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:27:15.872579 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28008920-1a00-44c9-9036-ef5c8cde50c2", "tag": "f942fce4-3fce-4282-9e21-4c881b31394c", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:27:15.872767 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4e72fa0-4d7a-4229-bf76-f3072263e152 {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:27:15.873120 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e72fa0-4d7a-4229-bf76-f3072263e152'] response: {'name': 'network-changed', 'server_uuid': '28008920-1a00-44c9-9036-ef5c8cde50c2', 'tag': 'f942fce4-3fce-4282-9e21-4c881b31394c', 'status': 'completed', 'code': 200} Oct 27 13:27:15.875667 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e949cf-4130-47bf-8d4c-5d41edd8940e service neutron] Pushing event updated for resources: {'Port': ['ID=f942fce4-3fce-4282-9e21-4c881b31394c,revision_number=3']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:15.888783 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:15.893238 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e920e-86b3-403a-b801-df4394bdbc4c req-4953928f-128d-4165-ae41-0e1551eeb1de tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:15.895220 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-db4e920e-86b3-403a-b801-df4394bdbc4c req-4953928f-128d-4165-ae41-0e1551eeb1de tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 946 time: 0.0674043 Oct 27 13:27:15.966458 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c86583-c5f2-4a50-b745-db2d95e82e4d {{(pid=104532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:27:15.974928 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-db4e920e-86b3-403a-b801-df4394bdbc4c req-1fcc8492-b742-4b03-ac99-1aef247c39b9 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702124 Oct 27 13:27:15.976503 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Publish callbacks [] for port (50c86583-c5f2-4a50-b745-db2d95e82e4d), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:15.995763 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.provisioning_blocks [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Transition to ACTIVE for port object 50c86583-c5f2-4a50-b745-db2d95e82e4d will not be triggered until provisioned by entity L2. {{(pid=104532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:27:16.000790 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (50c86583-c5f2-4a50-b745-db2d95e82e4d), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:16.082836 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:16.117857 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Pushing event updated for resources: {'Port': ['ID=50c86583-c5f2-4a50-b745-db2d95e82e4d,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:16.131353 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a926a89-de75-4958-8923-4a879d7c3c8f req-21d45b89-62e8-4bb7-b9c7-30b706e00e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:16.133779 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1a926a89-de75-4958-8923-4a879d7c3c8f req-21d45b89-62e8-4bb7-b9c7-30b706e00e44 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=095dae174c664eafaf3ed463d8b7f319&device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 1128 time: 0.0659959 Oct 27 13:27:16.162287 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab34e55-2a1b-4d8c-932c-b76e18bd7a27 req-4298a751-a941-46e5-9763-b7110374f7d8 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:16.163726 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6ab34e55-2a1b-4d8c-932c-b76e18bd7a27 req-4298a751-a941-46e5-9763-b7110374f7d8 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.1263385 Oct 27 13:27:16.208779 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Attempting to bind port 50c86583-c5f2-4a50-b745-db2d95e82e4d on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:27:16.209116 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Attempting to bind port 50c86583-c5f2-4a50-b745-db2d95e82e4d by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '224798fc-a61f-49fb-bc13-cf2fea1b4247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e0bdb774-31d7-4659-a84f-c1ee72da57b4'}] {{(pid=104532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:27:16.209434 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Attempting to bind port 50c86583-c5f2-4a50-b745-db2d95e82e4d on network e0bdb774-31d7-4659-a84f-c1ee72da57b4 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:27:16.261141 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a926a89-de75-4958-8923-4a879d7c3c8f req-657d1761-3a84-4c9b-b3db-c0512bfdfe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:16.262835 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1a926a89-de75-4958-8923-4a879d7c3c8f req-657d1761-3a84-4c9b-b3db-c0512bfdfe21 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=095dae174c664eafaf3ed463d8b7f319&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1214659 Oct 27 13:27:16.268795 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6ab34e55-2a1b-4d8c-932c-b76e18bd7a27 req-469b01e3-d6c9-455b-8fcf-f5501abbe833 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929868 Oct 27 13:27:16.277989 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Port 50c86583-c5f2-4a50-b745-db2d95e82e4d on network e0bdb774-31d7-4659-a84f-c1ee72da57b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:27:16.277989 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Attempting to bind port 50c86583-c5f2-4a50-b745-db2d95e82e4d on network e0bdb774-31d7-4659-a84f-c1ee72da57b4 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:27:16.325109 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:27:16.325503 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Checking segment: {'id': '224798fc-a61f-49fb-bc13-cf2fea1b4247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e0bdb774-31d7-4659-a84f-c1ee72da57b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:27:16.325846 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Bound using segment: {'id': '224798fc-a61f-49fb-bc13-cf2fea1b4247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e0bdb774-31d7-4659-a84f-c1ee72da57b4'} {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:27:16.326212 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Bound port: 50c86583-c5f2-4a50-b745-db2d95e82e4d, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224798fc-a61f-49fb-bc13-cf2fea1b4247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e0bdb774-31d7-4659-a84f-c1ee72da57b4'}}] {{(pid=104532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:27:16.326573 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (50c86583-c5f2-4a50-b745-db2d95e82e4d), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:16.336010 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43b71c-567f-4c68-9168-6d4f4d7b46ac req-d0361a00-f518-4f59-bb48-133090d262b9 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:16.337738 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9b43b71c-567f-4c68-9168-6d4f4d7b46ac req-d0361a00-f518-4f59-bb48-133090d262b9 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 943 time: 0.0669916 Oct 27 13:27:16.391662 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9b43b71c-567f-4c68-9168-6d4f4d7b46ac req-9b601b10-0d4b-43f5-824f-2dddfd9dd8dd tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461712 Oct 27 13:27:16.399303 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] For port 50c86583-c5f2-4a50-b745-db2d95e82e4d, host hv-cinder-86243, cleared binding levels {{(pid=104532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:27:16.402862 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] For port 50c86583-c5f2-4a50-b745-db2d95e82e4d, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=50c86583-c5f2-4a50-b745-db2d95e82e4d,segment=NetworkSegment(224798fc-a61f-49fb-bc13-cf2fea1b4247),segment_id=224798fc-a61f-49fb-bc13-cf2fea1b4247)] {{(pid=104532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:27:16.410628 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (50c86583-c5f2-4a50-b745-db2d95e82e4d), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:16.436727 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:16.437378 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:16.438847 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/50c86583-c5f2-4a50-b745-db2d95e82e4d HTTP/1.1" status: 200 len: 1093 time: 1.0074968 Oct 27 13:27:16.466882 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb279270-4b6d-49bc-9886-c9080bb7beed service neutron] Pushing event updated for resources: {'Port': ['ID=50c86583-c5f2-4a50-b745-db2d95e82e4d,revision_number=3']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:16.578993 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d6a21-63bd-4f75-86ff-0286613f24ed req-636d5826-f7c9-4157-91ca-ccd9b0ccd67a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:16.580767 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5a9d6a21-63bd-4f75-86ff-0286613f24ed req-636d5826-f7c9-4157-91ca-ccd9b0ccd67a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 944 time: 0.0481894 Oct 27 13:27:16.595572 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d0ec3-e257-480d-a503-cb16d4e5f190 req-7c448470-c6b3-4798-9c88-f4089769bbed tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:16.598622 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-351d0ec3-e257-480d-a503-cb16d4e5f190 req-7c448470-c6b3-4798-9c88-f4089769bbed tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 943 time: 0.0555515 Oct 27 13:27:16.683026 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5a9d6a21-63bd-4f75-86ff-0286613f24ed req-fb5c9fe8-ca99-41dc-9710-e6c4b82ec110 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=460c81e3-b3a9-4c77-92de-5302614b8231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957050 Oct 27 13:27:16.693265 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-3cd182e1-a937-49e6-afd4-e28c9a26f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:16.694774 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-3cd182e1-a937-49e6-afd4-e28c9a26f309 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=6ddba1e8bfeb4c8baf308e9b43bf1bee&device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 1127 time: 0.0608902 Oct 27 13:27:16.730434 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-351d0ec3-e257-480d-a503-cb16d4e5f190 req-7580ac0f-b4f0-4e93-940f-ad974170f5e0 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192319 Oct 27 13:27:16.750023 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-c5ceb854-46e4-4f40-a668-53c428f45426 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c86583-c5f2-4a50-b745-db2d95e82e4d HTTP/1.1" status: 200 len: 217 time: 0.0354550 Oct 27 13:27:16.758227 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a926a89-de75-4958-8923-4a879d7c3c8f req-ca6d3088-1527-4a43-9e6b-dd1e7268401c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:16.759947 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1a926a89-de75-4958-8923-4a879d7c3c8f req-ca6d3088-1527-4a43-9e6b-dd1e7268401c service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1603637 Oct 27 13:27:16.802515 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-108251b6-d5af-4c61-b11e-ff5d9a7715f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:16.803990 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-108251b6-d5af-4c61-b11e-ff5d9a7715f3 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9c5b1b93-c7b8-423f-a1b8-d225b446a3d8 HTTP/1.1" status: 200 len: 853 time: 0.0458434 Oct 27 13:27:16.845738 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-684d8eca-e070-4579-8a2a-77f4a4d65374 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=e0bdb774-31d7-4659-a84f-c1ee72da57b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355446 Oct 27 13:27:16.847907 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be289e-042d-43b4-a240-6193931cfa5c req-167cf74e-0357-43e0-9fa4-731251072204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:16.849467 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c8be289e-042d-43b4-a240-6193931cfa5c req-167cf74e-0357-43e0-9fa4-731251072204 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=095dae174c664eafaf3ed463d8b7f319&device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 1128 time: 0.0450404 Oct 27 13:27:17.115546 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a266c-68b9-4989-968a-c75cd4838843 req-31f9583b-73da-4479-adf5-b28eacf1aa93 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:17.117056 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a17a266c-68b9-4989-968a-c75cd4838843 req-31f9583b-73da-4479-adf5-b28eacf1aa93 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 946 time: 0.0540569 Oct 27 13:27:17.130897 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device af0fd1e2-0d30-4347-ac85-c508bcc243ba details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:27:17.151830 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:17.170138 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a17a266c-68b9-4989-968a-c75cd4838843 req-3a5d1df7-7c33-42f7-a134-7eb8ac9c23d2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471144 Oct 27 13:27:17.215378 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:17.252781 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port af0fd1e2-0d30-4347-ac85-c508bcc243ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=af0fd1e2-0d30-4347-ac85-c508bcc243ba,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:27:17.268149 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'port_id': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba', 'mac_address': 'fa:16:3e:3c:55:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:27:17.300984 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c8be289e-042d-43b4-a240-6193931cfa5c req-790e455b-4573-48d3-8d20-f44702f00bca service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f942fce4-3fce-4282-9e21-4c881b31394c HTTP/1.1" status: 200 len: 217 time: 0.0399485 Oct 27 13:27:17.313000 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port af0fd1e2-0d30-4347-ac85-c508bcc243ba is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:27:17.313475 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:17.316675 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:17.332883 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0fd1e2-0d30-4347-ac85-c508bcc243ba {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:27:17.350362 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-51136bcb-e740-4dfd-ab06-b5622403b6f3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e0bdb774-31d7-4659-a84f-c1ee72da57b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889552 Oct 27 13:27:17.368209 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port af0fd1e2-0d30-4347-ac85-c508bcc243ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=af0fd1e2-0d30-4347-ac85-c508bcc243ba,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:27:17.371606 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:17.374271 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:17.414245 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:17.425148 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06eda68-5b5a-49a7-95bd-f7bee99a4188 req-a013bbbd-d4dd-486d-954f-4c24011d2982 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:17.427032 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d06eda68-5b5a-49a7-95bd-f7bee99a4188 req-a013bbbd-d4dd-486d-954f-4c24011d2982 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0654461 Oct 27 13:27:17.442602 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=af0fd1e2-0d30-4347-ac85-c508bcc243ba,revision_number=9']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:17.481588 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d06eda68-5b5a-49a7-95bd-f7bee99a4188 req-c8b15a9a-20c5-46a2-86bf-2a33ae860e0f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489249 Oct 27 13:27:17.550364 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be289e-042d-43b4-a240-6193931cfa5c req-73ff4fb5-6913-4b7a-b61a-9d80488b141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:17.552004 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c8be289e-042d-43b4-a240-6193931cfa5c req-73ff4fb5-6913-4b7a-b61a-9d80488b141f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=387ef33e-d1d2-4c31-8402-1f0afa96a77a HTTP/1.1" status: 200 len: 854 time: 0.0565987 Oct 27 13:27:17.610663 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a57c13da-7c35-4335-b901-c21eab33da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:17.617114 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a8645-f6fb-4589-b341-26220c50f280 req-be63b7ea-7915-4fbb-830b-a562944ee9f1 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:17.618143 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c8be289e-042d-43b4-a240-6193931cfa5c req-a57c13da-7c35-4335-b901-c21eab33da47 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=4880e921-0c48-45fa-a974-af272c815db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569515 Oct 27 13:27:17.618992 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b24a8645-f6fb-4589-b341-26220c50f280 req-be63b7ea-7915-4fbb-830b-a562944ee9f1 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 943 time: 0.1294968 Oct 27 13:27:17.686253 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['af0fd1e2-0d30-4347-ac85-c508bcc243ba'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:27:17.709954 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b24a8645-f6fb-4589-b341-26220c50f280 req-b67dfa89-ad18-4f3c-8109-47601435f98d tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784500 Oct 27 13:27:17.712238 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c1a5e879-3175-41fe-bb30-12ec27f574ff req-2c636391-bcd9-4062-877e-761519c19551 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e0bdb774-31d7-4659-a84f-c1ee72da57b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108912 Oct 27 13:27:17.721375 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c8be289e-042d-43b4-a240-6193931cfa5c req-9953d2dc-b079-4a7a-8a27-8b1fdf6f9179 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971227 Oct 27 13:27:17.882789 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb3538d-52bc-44df-846e-39f0819fc18a', 'tag': '50c86583-c5f2-4a50-b745-db2d95e82e4d'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:27:17.885256 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e51ff6-de17-41ce-899d-f66aeb6f6e63" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb3538d-52bc-44df-846e-39f0819fc18a", "tag": "50c86583-c5f2-4a50-b745-db2d95e82e4d"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:27:17.893323 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814bdad-c210-4bf4-86a7-654267ad3bb5 req-34e64425-0fc6-413b-9d9f-32c1123b3729 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:17.894867 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d814bdad-c210-4bf4-86a7-654267ad3bb5 req-34e64425-0fc6-413b-9d9f-32c1123b3729 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 944 time: 0.0828447 Oct 27 13:27:17.898789 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c8be289e-042d-43b4-a240-6193931cfa5c req-506cd942-5202-40ff-b044-b5c733ef44aa service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687522 Oct 27 13:27:17.906915 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13531f1-9396-480f-b867-5c9e03d7ebc6 req-ed1dad8d-0659-446c-a272-173634965956 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:17.909055 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b13531f1-9396-480f-b867-5c9e03d7ebc6 req-ed1dad8d-0659-446c-a272-173634965956 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 944 time: 0.0623305 Oct 27 13:27:17.951574 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:17.951789 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d814bdad-c210-4bf4-86a7-654267ad3bb5 req-41ff36c5-64e6-461b-8cd2-f07c719aaca7 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=460c81e3-b3a9-4c77-92de-5302614b8231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474198 Oct 27 13:27:17.960854 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b13531f1-9396-480f-b867-5c9e03d7ebc6 req-8b652caa-e108-4618-ab3f-b569d643d13c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447433 Oct 27 13:27:18.004415 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7966e8fe-643a-4c0e-bda5-ce8e686aad06 x-openstack-request-id: req-7966e8fe-643a-4c0e-bda5-ce8e686aad06 {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:27:18.004844 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb3538d-52bc-44df-846e-39f0819fc18a", "tag": "50c86583-c5f2-4a50-b745-db2d95e82e4d", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:27:18.005190 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7966e8fe-643a-4c0e-bda5-ce8e686aad06 {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:27:18.005696 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7966e8fe-643a-4c0e-bda5-ce8e686aad06'] response: {'name': 'network-changed', 'server_uuid': 'ceb3538d-52bc-44df-846e-39f0819fc18a', 'tag': '50c86583-c5f2-4a50-b745-db2d95e82e4d', 'status': 'completed', 'code': 200} Oct 27 13:27:18.311662 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11650639-c9a8-44cf-af7f-61b8dfc12ed0 req-1dd07d71-d18b-4e2e-abff-68280e3aeb25 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:18.313401 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-11650639-c9a8-44cf-af7f-61b8dfc12ed0 req-1dd07d71-d18b-4e2e-abff-68280e3aeb25 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 946 time: 0.0517130 Oct 27 13:27:18.370360 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-11650639-c9a8-44cf-af7f-61b8dfc12ed0 req-079c4aea-8f35-44b9-9ceb-85759480cf14 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505590 Oct 27 13:27:18.510778 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9774f-3539-47fd-8a47-065effa2bac3 req-4a2fd672-b2eb-43f0-b1cd-112192fa7b5e tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:18.512398 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2ce9774f-3539-47fd-8a47-065effa2bac3 req-4a2fd672-b2eb-43f0-b1cd-112192fa7b5e tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 946 time: 0.0567660 Oct 27 13:27:18.569914 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2ce9774f-3539-47fd-8a47-065effa2bac3 req-f5077e77-eee1-407d-9418-27e1f04ddbee tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508060 Oct 27 13:27:18.633329 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921e796-1452-4880-b835-70a127573f07 req-5eeec3a1-c792-449e-b780-be2cab27f3bc tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:18.635378 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9921e796-1452-4880-b835-70a127573f07 req-5eeec3a1-c792-449e-b780-be2cab27f3bc tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0682619 Oct 27 13:27:18.680135 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:18.691373 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9921e796-1452-4880-b835-70a127573f07 req-ac152c39-9b9b-487f-b902-46188e2dd7c4 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502479 Oct 27 13:27:18.867689 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74caade-7c73-48b4-a1b8-dc72a27316e5 req-32310ad7-273f-40fa-8e6c-78f50d7b9096 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:18.869263 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f74caade-7c73-48b4-a1b8-dc72a27316e5 req-32310ad7-273f-40fa-8e6c-78f50d7b9096 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 943 time: 0.0515409 Oct 27 13:27:18.924303 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f74caade-7c73-48b4-a1b8-dc72a27316e5 req-008a3f66-3fc8-4cc0-8ff5-f9ace53e3b80 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489299 Oct 27 13:27:18.927665 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98749642-9fd3-44e1-9636-6cfdedd23346 req-930d2003-c53f-4619-ba61-2075ca739abb tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:18.929723 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-98749642-9fd3-44e1-9636-6cfdedd23346 req-930d2003-c53f-4619-ba61-2075ca739abb tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 946 time: 0.0602415 Oct 27 13:27:18.987305 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-98749642-9fd3-44e1-9636-6cfdedd23346 req-c572876d-2ef5-4003-906f-d8ef9a4bb200 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503387 Oct 27 13:27:19.101313 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ee2c7-2f91-43fe-951c-ba94efdc6379 req-229bbdcb-2aa5-4c41-8f7e-2806ce042a4a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:19.103878 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6e2ee2c7-2f91-43fe-951c-ba94efdc6379 req-229bbdcb-2aa5-4c41-8f7e-2806ce042a4a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 944 time: 0.0687315 Oct 27 13:27:19.124352 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c68e7-3365-433d-a080-a423a8c1a071 req-0aa919cd-832c-4c74-a127-99c3f1767a48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:19.126628 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8e1c68e7-3365-433d-a080-a423a8c1a071 req-0aa919cd-832c-4c74-a127-99c3f1767a48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 944 time: 0.0576451 Oct 27 13:27:19.133104 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 50c86583-c5f2-4a50-b745-db2d95e82e4d details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:27:19.136905 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device af0fd1e2-0d30-4347-ac85-c508bcc243ba up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:27:19.177208 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6e2ee2c7-2f91-43fe-951c-ba94efdc6379 req-52ebc38e-94cc-4477-ab94-c535fa3f3e44 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=460c81e3-b3a9-4c77-92de-5302614b8231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632308 Oct 27 13:27:19.227144 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8e1c68e7-3365-433d-a080-a423a8c1a071 req-4640a72d-859d-484c-9d9a-a7f4c8e0b79b tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830083 Oct 27 13:27:19.229383 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port af0fd1e2-0d30-4347-ac85-c508bcc243ba triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:27:19.229759 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:19.230099 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port af0fd1e2-0d30-4347-ac85-c508bcc243ba Oct 27 13:27:19.375969 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 50c86583-c5f2-4a50-b745-db2d95e82e4d, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=50c86583-c5f2-4a50-b745-db2d95e82e4d,segment=NetworkSegment(224798fc-a61f-49fb-bc13-cf2fea1b4247),segment_id=224798fc-a61f-49fb-bc13-cf2fea1b4247)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:27:19.399866 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': '50c86583-c5f2-4a50-b745-db2d95e82e4d', 'network_id': 'e0bdb774-31d7-4659-a84f-c1ee72da57b4', 'port_id': '50c86583-c5f2-4a50-b745-db2d95e82e4d', 'mac_address': 'fa:16:3e:60:99:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5b1b93-c7b8-423f-a1b8-d225b446a3d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:27:19.407499 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port af0fd1e2-0d30-4347-ac85-c508bcc243ba is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:27:19.408661 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:19.478036 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:27:19.481123 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201a5196-2fe9-4f79-a8ad-8e2102d81b41" -d '{"events": [{"server_uuid": "896767c6-1a1e-4729-992a-7d4dfa6b503c", "name": "network-vif-plugged", "status": "completed", "tag": "af0fd1e2-0d30-4347-ac85-c508bcc243ba"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:27:19.491045 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 50c86583-c5f2-4a50-b745-db2d95e82e4d is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:27:19.491912 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (50c86583-c5f2-4a50-b745-db2d95e82e4d), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:19.507469 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port af0fd1e2-0d30-4347-ac85-c508bcc243ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=af0fd1e2-0d30-4347-ac85-c508bcc243ba,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:27:19.515623 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c86583-c5f2-4a50-b745-db2d95e82e4d {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:27:19.521910 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:19.553956 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff30c34-9ac0-4d2e-b19f-8fad26f295bc x-openstack-request-id: req-7ff30c34-9ac0-4d2e-b19f-8fad26f295bc {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:27:19.554251 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896767c6-1a1e-4729-992a-7d4dfa6b503c", "name": "network-vif-plugged", "status": "completed", "tag": "af0fd1e2-0d30-4347-ac85-c508bcc243ba", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:27:19.554560 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ff30c34-9ac0-4d2e-b19f-8fad26f295bc {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:27:19.554977 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff30c34-9ac0-4d2e-b19f-8fad26f295bc'] response: {'server_uuid': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba', 'code': 200} Oct 27 13:27:19.564158 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:19.569719 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 50c86583-c5f2-4a50-b745-db2d95e82e4d, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=50c86583-c5f2-4a50-b745-db2d95e82e4d,segment=NetworkSegment(224798fc-a61f-49fb-bc13-cf2fea1b4247),segment_id=224798fc-a61f-49fb-bc13-cf2fea1b4247)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:27:19.579498 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:19.582771 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (50c86583-c5f2-4a50-b745-db2d95e82e4d), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:19.598910 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=af0fd1e2-0d30-4347-ac85-c508bcc243ba,revision_number=10']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:19.650659 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=50c86583-c5f2-4a50-b745-db2d95e82e4d,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:19.850079 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263e20-9e23-47cb-b728-a5d537dbf693 req-d323ef57-e545-447a-9f2e-058ec72cfeb4 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:19.851565 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d8263e20-9e23-47cb-b728-a5d537dbf693 req-d323ef57-e545-447a-9f2e-058ec72cfeb4 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0814278 Oct 27 13:27:19.857433 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e51ff6-de17-41ce-899d-f66aeb6f6e63 req-f9b0a8a2-4f00-4cd5-a5eb-80b23bd53030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:19.858878 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-19e51ff6-de17-41ce-899d-f66aeb6f6e63 req-f9b0a8a2-4f00-4cd5-a5eb-80b23bd53030 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=6ddba1e8bfeb4c8baf308e9b43bf1bee&device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 1128 time: 0.0583706 Oct 27 13:27:19.862023 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['50c86583-c5f2-4a50-b745-db2d95e82e4d'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:27:19.906110 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d8263e20-9e23-47cb-b728-a5d537dbf693 req-e68ec97f-698f-4c35-80b5-6a20c7e3b32b tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455282 Oct 27 13:27:20.054000 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710fdc5-66cf-4bbb-b9bb-f824921e1a5d req-c0c54443-073d-4fea-9821-1db08b724b87 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:20.055512 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c710fdc5-66cf-4bbb-b9bb-f824921e1a5d req-c0c54443-073d-4fea-9821-1db08b724b87 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 944 time: 0.0478132 Oct 27 13:27:20.104803 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c710fdc5-66cf-4bbb-b9bb-f824921e1a5d req-3ecf7293-1e3c-4d1d-a84d-ddc2c5b36904 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436118 Oct 27 13:27:20.215710 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:20.243059 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e51ff6-de17-41ce-899d-f66aeb6f6e63 req-76588b7a-655a-48ed-890a-95928d9e7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:20.244581 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-19e51ff6-de17-41ce-899d-f66aeb6f6e63 req-76588b7a-655a-48ed-890a-95928d9e7773 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=e0bdb774-31d7-4659-a84f-c1ee72da57b4 HTTP/1.1" status: 200 len: 914 time: 0.1022036 Oct 27 13:27:20.310493 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b28ec-6ca1-43e4-91f7-2d0812a682d4 req-c5618f66-8170-410f-ab49-41f5fdcd16c6 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:20.312019 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-174b28ec-6ca1-43e4-91f7-2d0812a682d4 req-c5618f66-8170-410f-ab49-41f5fdcd16c6 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 944 time: 0.0481443 Oct 27 13:27:20.368306 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-174b28ec-6ca1-43e4-91f7-2d0812a682d4 req-b0ba0310-7f17-44d0-92b6-86d93bddab23 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=460c81e3-b3a9-4c77-92de-5302614b8231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484319 Oct 27 13:27:20.372487 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594658a-f4e7-4382-8281-7bee7445e195 req-553d6f14-e033-4de2-b192-ad9f8e4f5f0e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:20.373989 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7594658a-f4e7-4382-8281-7bee7445e195 req-553d6f14-e033-4de2-b192-ad9f8e4f5f0e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 946 time: 0.0535262 Oct 27 13:27:20.424384 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7594658a-f4e7-4382-8281-7bee7445e195 req-3ce822af-6420-4706-a42b-690fa85c01f5 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441239 Oct 27 13:27:20.539911 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-19e51ff6-de17-41ce-899d-f66aeb6f6e63 req-3e3cc350-6fbe-4c99-8079-f1afc508bf5d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c86583-c5f2-4a50-b745-db2d95e82e4d HTTP/1.1" status: 200 len: 217 time: 0.0384085 Oct 27 13:27:20.926136 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:20.928903 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e51ff6-de17-41ce-899d-f66aeb6f6e63 req-ac49820a-5e11-4199-852f-a0b863401cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:20.930602 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-19e51ff6-de17-41ce-899d-f66aeb6f6e63 req-ac49820a-5e11-4199-852f-a0b863401cdc service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9c5b1b93-c7b8-423f-a1b8-d225b446a3d8 HTTP/1.1" status: 200 len: 853 time: 0.0723515 Oct 27 13:27:20.967895 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-19e51ff6-de17-41ce-899d-f66aeb6f6e63 req-65fd4ea4-fa24-4e11-85b6-c1578071e794 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=e0bdb774-31d7-4659-a84f-c1ee72da57b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302608 Oct 27 13:27:21.021602 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fd0b1-831a-4148-a8d8-2ddb280b58c6 req-f9c33ecf-43ad-468a-b48e-761d5e86d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:21.024410 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-267fd0b1-831a-4148-a8d8-2ddb280b58c6 req-f9c33ecf-43ad-468a-b48e-761d5e86d111 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 1130 time: 0.0593133 Oct 27 13:27:21.092909 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-19e51ff6-de17-41ce-899d-f66aeb6f6e63 req-55e93aa3-745b-4eee-90e7-90a8accfaaa2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e0bdb774-31d7-4659-a84f-c1ee72da57b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190195 Oct 27 13:27:21.127630 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f928042-af1e-4f95-8de6-ebd42136e7a2 req-f4e9e34b-9b97-4059-bc09-8b55cc117883 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:21.129212 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3f928042-af1e-4f95-8de6-ebd42136e7a2 req-f4e9e34b-9b97-4059-bc09-8b55cc117883 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0889709 Oct 27 13:27:21.139818 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-267fd0b1-831a-4148-a8d8-2ddb280b58c6 req-bfb15ed3-61bf-432d-ba60-49c8a1a7f227 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079230 Oct 27 13:27:21.143253 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device f942fce4-3fce-4282-9e21-4c881b31394c details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:27:21.147960 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 50c86583-c5f2-4a50-b745-db2d95e82e4d up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:27:21.156460 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:21.203832 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3f928042-af1e-4f95-8de6-ebd42136e7a2 req-1a75818d-3cd6-43d5-bb7f-b3a6649e6740 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672617 Oct 27 13:27:21.266975 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-19e51ff6-de17-41ce-899d-f66aeb6f6e63 req-b5833826-5d75-4e7a-a94c-c5580e4e7979 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e0bdb774-31d7-4659-a84f-c1ee72da57b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686110 Oct 27 13:27:21.277908 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ecff5-0aa8-4536-921a-8c4c5ef5207f req-0d314606-b7f4-43e8-aa0f-5d9e3531db22 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:21.279419 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c43ecff5-0aa8-4536-921a-8c4c5ef5207f req-0d314606-b7f4-43e8-aa0f-5d9e3531db22 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 944 time: 0.0596855 Oct 27 13:27:21.318035 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port 50c86583-c5f2-4a50-b745-db2d95e82e4d completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:27:21.327925 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port 50c86583-c5f2-4a50-b745-db2d95e82e4d triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:27:21.328321 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (50c86583-c5f2-4a50-b745-db2d95e82e4d), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:21.328679 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port 50c86583-c5f2-4a50-b745-db2d95e82e4d Oct 27 13:27:21.346514 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c43ecff5-0aa8-4536-921a-8c4c5ef5207f req-1cf801d1-f823-4209-999d-16cf52f35351 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600111 Oct 27 13:27:21.394442 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port f942fce4-3fce-4282-9e21-4c881b31394c, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=f942fce4-3fce-4282-9e21-4c881b31394c,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:27:21.419328 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': 'f942fce4-3fce-4282-9e21-4c881b31394c', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'port_id': 'f942fce4-3fce-4282-9e21-4c881b31394c', 'mac_address': 'fa:16:3e:2a:83:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:27:21.500332 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 50c86583-c5f2-4a50-b745-db2d95e82e4d is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:27:21.500729 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (50c86583-c5f2-4a50-b745-db2d95e82e4d), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:21.524619 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port f942fce4-3fce-4282-9e21-4c881b31394c is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:27:21.525005 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (f942fce4-3fce-4282-9e21-4c881b31394c), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:21.542983 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0668c-b407-4083-b9d3-37dceb967fdd req-7a46e439-5057-4bb7-99f8-6021a48e7e2a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:21.546899 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bcc0668c-b407-4083-b9d3-37dceb967fdd req-7a46e439-5057-4bb7-99f8-6021a48e7e2a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 944 time: 0.0849178 Oct 27 13:27:21.559107 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb3538d-52bc-44df-846e-39f0819fc18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c86583-c5f2-4a50-b745-db2d95e82e4d'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:27:21.561439 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1e67e4-46dc-4150-a5fe-d3d2f4ce98d8" -d '{"events": [{"server_uuid": "ceb3538d-52bc-44df-846e-39f0819fc18a", "name": "network-vif-plugged", "status": "completed", "tag": "50c86583-c5f2-4a50-b745-db2d95e82e4d"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:27:21.568313 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 50c86583-c5f2-4a50-b745-db2d95e82e4d, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=50c86583-c5f2-4a50-b745-db2d95e82e4d,segment=NetworkSegment(224798fc-a61f-49fb-bc13-cf2fea1b4247),segment_id=224798fc-a61f-49fb-bc13-cf2fea1b4247)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:27:21.570334 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f942fce4-3fce-4282-9e21-4c881b31394c {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:27:21.581648 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (50c86583-c5f2-4a50-b745-db2d95e82e4d), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:21.599759 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bcc0668c-b407-4083-b9d3-37dceb967fdd req-7ec2d03a-bac8-4584-b059-7e5a4700df27 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=460c81e3-b3a9-4c77-92de-5302614b8231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464051 Oct 27 13:27:21.637844 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port f942fce4-3fce-4282-9e21-4c881b31394c, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=f942fce4-3fce-4282-9e21-4c881b31394c,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:27:21.645187 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (f942fce4-3fce-4282-9e21-4c881b31394c), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:21.668118 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=50c86583-c5f2-4a50-b745-db2d95e82e4d,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:21.727544 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=f942fce4-3fce-4282-9e21-4c881b31394c,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:21.741817 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb87bc8b-0d46-43a3-96e3-5d188c684cbb x-openstack-request-id: req-fb87bc8b-0d46-43a3-96e3-5d188c684cbb {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:27:21.742299 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb3538d-52bc-44df-846e-39f0819fc18a", "name": "network-vif-plugged", "status": "completed", "tag": "50c86583-c5f2-4a50-b745-db2d95e82e4d", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:27:21.742748 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb87bc8b-0d46-43a3-96e3-5d188c684cbb {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:27:21.743216 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb87bc8b-0d46-43a3-96e3-5d188c684cbb'] response: {'server_uuid': 'ceb3538d-52bc-44df-846e-39f0819fc18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c86583-c5f2-4a50-b745-db2d95e82e4d', 'code': 200} Oct 27 13:27:21.746876 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac59261-30cf-41c8-b41f-8207860ef3b9 req-34b74ea6-4843-4f19-b099-8a7cd8800d8e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:21.748755 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2ac59261-30cf-41c8-b41f-8207860ef3b9 req-34b74ea6-4843-4f19-b099-8a7cd8800d8e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 946 time: 0.0567384 Oct 27 13:27:21.801861 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2ac59261-30cf-41c8-b41f-8207860ef3b9 req-9d5fcd93-5737-445a-a87b-528f02de6ae1 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470607 Oct 27 13:27:21.871660 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7bee5-c424-4036-8505-417d87f8473d req-66227b14-53df-4dbd-b634-36e44db28488 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:21.873175 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a9e7bee5-c424-4036-8505-417d87f8473d req-66227b14-53df-4dbd-b634-36e44db28488 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0535085 Oct 27 13:27:21.925026 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a9e7bee5-c424-4036-8505-417d87f8473d req-26791590-15a6-4a06-a4fe-a32c9a444aff tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461748 Oct 27 13:27:21.977539 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['f942fce4-3fce-4282-9e21-4c881b31394c'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:27:22.086777 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98b146-3972-488d-a03e-c6b467954f27 req-c48c6e0a-b065-4685-8ee0-9f269b4a162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:22.088315 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6c98b146-3972-488d-a03e-c6b467954f27 req-c48c6e0a-b065-4685-8ee0-9f269b4a162a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 1129 time: 0.0619769 Oct 27 13:27:22.146324 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:22.166569 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:22.175710 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596df66-b872-4d02-96a8-f771500eccfd req-bdc7947c-fded-4a9b-9550-f19a50ed97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:22.178255 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d596df66-b872-4d02-96a8-f771500eccfd req-bdc7947c-fded-4a9b-9550-f19a50ed97e3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 1129 time: 0.0492210 Oct 27 13:27:22.211465 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98b146-3972-488d-a03e-c6b467954f27 req-7b203977-6460-4cdb-b6fd-1323a102a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:22.213237 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6c98b146-3972-488d-a03e-c6b467954f27 req-7b203977-6460-4cdb-b6fd-1323a102a086 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 200 len: 919 time: 0.1088734 Oct 27 13:27:22.229128 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:22.236463 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d596df66-b872-4d02-96a8-f771500eccfd req-4ad73761-3d08-4090-8a88-0f77c8e3d60d service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477619 Oct 27 13:27:22.289911 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6c98b146-3972-488d-a03e-c6b467954f27 req-e8a4efe8-6f70-4ca9-8b36-1808b399395e service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 HTTP/1.1" status: 200 len: 1001 time: 0.0686903 Oct 27 13:27:22.348023 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870dec1-5600-49eb-a496-f81deefe5282 req-e7283be5-583a-4109-b076-9eea3bb4e04f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:22.349450 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7870dec1-5600-49eb-a496-f81deefe5282 req-e7283be5-583a-4109-b076-9eea3bb4e04f tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0492237 Oct 27 13:27:22.399333 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7870dec1-5600-49eb-a496-f81deefe5282 req-9461a21d-7539-4bf0-9656-9e09a3ad6100 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440316 Oct 27 13:27:22.481621 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43307bf-6073-4423-a16e-bac1e2ac3b4e req-a906bcbf-3ea3-4497-b20d-5266e23f216e tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:22.483176 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d43307bf-6073-4423-a16e-bac1e2ac3b4e req-a906bcbf-3ea3-4497-b20d-5266e23f216e tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 945 time: 0.0504088 Oct 27 13:27:22.539342 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d43307bf-6073-4423-a16e-bac1e2ac3b4e req-26a03ab4-ef16-44a8-8b88-d74594322401 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497169 Oct 27 13:27:22.657415 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98b146-3972-488d-a03e-c6b467954f27 req-a89f7d76-e7e3-41ec-9bc7-c8522351802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:22.659676 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6c98b146-3972-488d-a03e-c6b467954f27 req-a89f7d76-e7e3-41ec-9bc7-c8522351802c service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d729a604-725f-4ad1-9296-503f3419b171 HTTP/1.1" status: 200 len: 857 time: 0.0630374 Oct 27 13:27:22.743893 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d5396-f73e-41c1-87c9-6ff3fce3ba2d req-4857b4aa-2684-4493-8429-bf31bf2bd7f2 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:22.745428 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-723d5396-f73e-41c1-87c9-6ff3fce3ba2d req-4857b4aa-2684-4493-8429-bf31bf2bd7f2 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 945 time: 0.0526719 Oct 27 13:27:22.798246 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-723d5396-f73e-41c1-87c9-6ff3fce3ba2d req-ad9f6989-db6a-4f9f-bd41-53818acda608 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=460c81e3-b3a9-4c77-92de-5302614b8231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468774 Oct 27 13:27:22.936580 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856a655-3b00-4321-8f79-edd6e60396b9 req-26643945-1e67-424c-9d80-6e8b42244bd3 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:22.938124 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3856a655-3b00-4321-8f79-edd6e60396b9 req-26643945-1e67-424c-9d80-6e8b42244bd3 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 946 time: 0.0506849 Oct 27 13:27:23.017597 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3856a655-3b00-4321-8f79-edd6e60396b9 req-4e5f1356-c338-468f-b871-f4681ab49444 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720038 Oct 27 13:27:23.063686 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad3b3a-92c7-40c3-be91-9cff2acce71d req-11ed0dd7-4754-48d0-911f-dedea7e003d5 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:23.065387 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-64ad3b3a-92c7-40c3-be91-9cff2acce71d req-11ed0dd7-4754-48d0-911f-dedea7e003d5 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0590599 Oct 27 13:27:23.117419 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-64ad3b3a-92c7-40c3-be91-9cff2acce71d req-0b103137-cadc-4ec4-8b76-2a8f153aa9ae tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461340 Oct 27 13:27:23.144271 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device f942fce4-3fce-4282-9e21-4c881b31394c up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:27:23.192589 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:23.193418 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port f942fce4-3fce-4282-9e21-4c881b31394c completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:27:23.200703 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port f942fce4-3fce-4282-9e21-4c881b31394c triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:27:23.201191 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (f942fce4-3fce-4282-9e21-4c881b31394c), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:23.201610 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port f942fce4-3fce-4282-9e21-4c881b31394c Oct 27 13:27:23.206445 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98b146-3972-488d-a03e-c6b467954f27 req-202089eb-3bb3-41a6-9ef4-808b8a1e7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:23.208069 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6c98b146-3972-488d-a03e-c6b467954f27 req-202089eb-3bb3-41a6-9ef4-808b8a1e7918 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638621 Oct 27 13:27:23.283270 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port f942fce4-3fce-4282-9e21-4c881b31394c is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:27:23.283661 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (f942fce4-3fce-4282-9e21-4c881b31394c), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:23.321990 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port f942fce4-3fce-4282-9e21-4c881b31394c, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=f942fce4-3fce-4282-9e21-4c881b31394c,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:27:23.326641 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (f942fce4-3fce-4282-9e21-4c881b31394c), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:23.376022 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=f942fce4-3fce-4282-9e21-4c881b31394c,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:23.532081 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27dc49-1396-4f6b-a518-cbe2bc86086b req-39d87221-4f77-489f-968c-ad902db8ac9b tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:23.534251 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3f27dc49-1396-4f6b-a518-cbe2bc86086b req-39d87221-4f77-489f-968c-ad902db8ac9b tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0525513 Oct 27 13:27:23.583996 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3f27dc49-1396-4f6b-a518-cbe2bc86086b req-4e9874e1-0a48-46a2-b9e4-8c175593ae14 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433886 Oct 27 13:27:23.680456 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52d98e-33ed-4e79-867f-cdecaf7542d2 req-082aa609-7a7e-49a1-bd6c-5147cd2251ac tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:23.682109 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ac52d98e-33ed-4e79-867f-cdecaf7542d2 req-082aa609-7a7e-49a1-bd6c-5147cd2251ac tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 945 time: 0.0606506 Oct 27 13:27:23.734210 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ac52d98e-33ed-4e79-867f-cdecaf7542d2 req-a46b238e-7143-4ba6-90d8-4d9a94489012 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450025 Oct 27 13:27:23.738061 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:23.744794 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28008920-1a00-44c9-9036-ef5c8cde50c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f942fce4-3fce-4282-9e21-4c881b31394c'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:27:23.747130 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29564c0-dc48-4d0f-97f4-480a843a06f4" -d '{"events": [{"server_uuid": "28008920-1a00-44c9-9036-ef5c8cde50c2", "name": "network-vif-plugged", "status": "completed", "tag": "f942fce4-3fce-4282-9e21-4c881b31394c"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:27:23.769383 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6c98b146-3972-488d-a03e-c6b467954f27 req-d6849759-afb8-4a8d-a00b-015664725884 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987420 Oct 27 13:27:23.788876 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5ae369-fc7b-41cb-b792-5f5c2dd43e98 x-openstack-request-id: req-cc5ae369-fc7b-41cb-b792-5f5c2dd43e98 {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:27:23.789184 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28008920-1a00-44c9-9036-ef5c8cde50c2", "name": "network-vif-plugged", "status": "completed", "tag": "f942fce4-3fce-4282-9e21-4c881b31394c", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:27:23.789435 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc5ae369-fc7b-41cb-b792-5f5c2dd43e98 {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:27:23.789826 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc5ae369-fc7b-41cb-b792-5f5c2dd43e98'] response: {'server_uuid': '28008920-1a00-44c9-9036-ef5c8cde50c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f942fce4-3fce-4282-9e21-4c881b31394c', 'code': 200} Oct 27 13:27:23.950478 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5f6e0-05d2-4619-bdea-50c289c04971 req-72fbdb1c-cae1-4fac-8081-782af74f6640 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:23.970739 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-58e5f6e0-05d2-4619-bdea-50c289c04971 req-72fbdb1c-cae1-4fac-8081-782af74f6640 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 946 time: 0.0924566 Oct 27 13:27:24.020731 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6c98b146-3972-488d-a03e-c6b467954f27 req-95ee2a9a-e2d2-47cf-a88f-22eba892ff84 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169989 Oct 27 13:27:24.036391 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-58e5f6e0-05d2-4619-bdea-50c289c04971 req-42465d66-c5ff-4cdf-b68c-3283486f3a64 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=460c81e3-b3a9-4c77-92de-5302614b8231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643156 Oct 27 13:27:24.154734 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7487a-d200-477c-a340-5d730b0c5194 req-8ca7d125-7fd7-413f-aef5-4fed00168009 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:24.156275 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-66f7487a-d200-477c-a340-5d730b0c5194 req-8ca7d125-7fd7-413f-aef5-4fed00168009 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 946 time: 0.0502217 Oct 27 13:27:24.209856 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-66f7487a-d200-477c-a340-5d730b0c5194 req-4f2df178-f3c2-4d07-8de6-427d74ceba81 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476246 Oct 27 13:27:24.251379 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb984a3-7e68-46a1-a84d-df246485b00b req-926d31a3-1eb1-4a46-9e63-8f6b357d20eb tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:24.253640 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7eb984a3-7e68-46a1-a84d-df246485b00b req-926d31a3-1eb1-4a46-9e63-8f6b357d20eb tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0527518 Oct 27 13:27:24.309597 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7eb984a3-7e68-46a1-a84d-df246485b00b req-65a405b2-6b10-417c-a6ad-ce5a55f31828 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466499 Oct 27 13:27:24.662883 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aa941-b66f-47af-a155-7f4101c1cddd req-80163eba-9f5a-41cf-8c7d-ef6e1ae88adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:24.664504 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0a1aa941-b66f-47af-a155-7f4101c1cddd req-80163eba-9f5a-41cf-8c7d-ef6e1ae88adf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 1130 time: 0.0458124 Oct 27 13:27:24.728258 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d3aed-3c57-4a27-baaf-a4c9cf07ad03 req-f63258de-8e82-4a32-9431-aa87b8b037b3 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:24.729761 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-bc5d3aed-3c57-4a27-baaf-a4c9cf07ad03 req-f63258de-8e82-4a32-9431-aa87b8b037b3 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0603409 Oct 27 13:27:24.769214 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0a1aa941-b66f-47af-a155-7f4101c1cddd req-898f9613-c9a8-4591-89b7-b10137a9ee00 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=460c81e3-b3a9-4c77-92de-5302614b8231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888805 Oct 27 13:27:24.794499 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-bc5d3aed-3c57-4a27-baaf-a4c9cf07ad03 req-a374f2e7-5dac-4aad-8f9b-f21a1c7ba7b7 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590858 Oct 27 13:27:24.872705 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1c8da-05d7-405a-a482-357474f2bbd8 req-09a33181-08ae-4c01-b03c-c463f5d8a224 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:24.874372 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1fe1c8da-05d7-405a-a482-357474f2bbd8 req-09a33181-08ae-4c01-b03c-c463f5d8a224 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 945 time: 0.0494757 Oct 27 13:27:24.940949 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1fe1c8da-05d7-405a-a482-357474f2bbd8 req-d68bea75-3d9e-4706-92c5-0eb6c9a421cb tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572402 Oct 27 13:27:25.050553 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047bf51-be01-4f2f-ae69-ce4b32ea82ba req-cfead00e-fd02-4715-be5d-ffb14cd1e835 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:25.053373 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0047bf51-be01-4f2f-ae69-ce4b32ea82ba req-cfead00e-fd02-4715-be5d-ffb14cd1e835 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0667193 Oct 27 13:27:25.140361 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0047bf51-be01-4f2f-ae69-ce4b32ea82ba req-e8355224-2b7e-43fe-83d8-6480f2fcd6ea tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818222 Oct 27 13:27:25.174711 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bb454-e0b9-4ace-bc6f-16886e8b0621 req-66635bc6-7511-4c85-bdae-54778f0606d7 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:25.176331 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-257bb454-e0b9-4ace-bc6f-16886e8b0621 req-66635bc6-7511-4c85-bdae-54778f0606d7 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 946 time: 0.0602422 Oct 27 13:27:25.177921 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26bd56-f207-4d23-a67a-564be25899d0 req-4b855c45-e00c-444a-aea4-227b285994b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:25.179576 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-dd26bd56-f207-4d23-a67a-564be25899d0 req-4b855c45-e00c-444a-aea4-227b285994b6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d1a967f9b62401ba95d65a2747e3ec0&device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 1129 time: 0.0625958 Oct 27 13:27:25.199809 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:25.239219 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-257bb454-e0b9-4ace-bc6f-16886e8b0621 req-135ceb06-df01-45d5-817e-bdf6f2aebc86 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=460c81e3-b3a9-4c77-92de-5302614b8231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556917 Oct 27 13:27:25.302454 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26bd56-f207-4d23-a67a-564be25899d0 req-e084c849-222f-4aa6-926f-3d45f6fa626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:25.303963 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-dd26bd56-f207-4d23-a67a-564be25899d0 req-e084c849-222f-4aa6-926f-3d45f6fa626f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=424d9785-78b4-4b32-922b-56a7b3492659 HTTP/1.1" status: 200 len: 911 time: 0.1165943 Oct 27 13:27:25.456811 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f750e-6abd-475f-91f5-a4b0b0f58317 req-d3f63e91-16c6-486f-afa4-999183492d1e tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:25.458475 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7b9f750e-6abd-475f-91f5-a4b0b0f58317 req-d3f63e91-16c6-486f-afa4-999183492d1e tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0576799 Oct 27 13:27:25.528650 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7b9f750e-6abd-475f-91f5-a4b0b0f58317 req-376b1ba2-5e77-4ccb-8377-25462f9c2c5b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562787 Oct 27 13:27:25.708430 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:25.799015 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-dd26bd56-f207-4d23-a67a-564be25899d0 req-10292610-7f90-45b8-892d-3d117d8be5ae service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1df93e0f-5e21-4eff-a002-553c25504efd HTTP/1.1" status: 200 len: 1000 time: 0.0607738 Oct 27 13:27:25.853127 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26bd56-f207-4d23-a67a-564be25899d0 req-d9061e64-e72d-4dd2-88ba-844cb419cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:25.854852 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-dd26bd56-f207-4d23-a67a-564be25899d0 req-d9061e64-e72d-4dd2-88ba-844cb419cbb6 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=3a4b0eb8-cd36-4797-a097-2561f1cfcd3b HTTP/1.1" status: 200 len: 849 time: 0.0497031 Oct 27 13:27:25.913232 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26bd56-f207-4d23-a67a-564be25899d0 req-3b419504-f82c-4a37-9e67-cf4b10a78553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:25.915069 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-dd26bd56-f207-4d23-a67a-564be25899d0 req-3b419504-f82c-4a37-9e67-cf4b10a78553 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=424d9785-78b4-4b32-922b-56a7b3492659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456810 Oct 27 13:27:25.980126 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:26.001021 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:26.022734 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-dd26bd56-f207-4d23-a67a-564be25899d0 req-8308e197-61ab-42d4-841d-ffb2651310f7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980456 Oct 27 13:27:26.128370 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-dd26bd56-f207-4d23-a67a-564be25899d0 req-a20a9d8a-e65d-43ae-adad-ff58da0e633d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915732 Oct 27 13:27:26.274979 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9494a65-fca9-4703-bc78-5eb269f3c8a1 req-efb542af-8230-4edc-8599-777f0c140a68 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:26.276107 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d9494a65-fca9-4703-bc78-5eb269f3c8a1 req-efb542af-8230-4edc-8599-777f0c140a68 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0545211 Oct 27 13:27:26.346244 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d9494a65-fca9-4703-bc78-5eb269f3c8a1 req-ffff8c0e-b474-4aa1-96a9-fbc73cdf8650 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634327 Oct 27 13:27:26.399492 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982e69-c107-4aba-ae09-2cb4b414b3fd req-03631ddb-d791-47ea-b411-6e597bf7a766 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:26.401200 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-be982e69-c107-4aba-ae09-2cb4b414b3fd req-03631ddb-d791-47ea-b411-6e597bf7a766 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 946 time: 0.0540521 Oct 27 13:27:26.455320 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-be982e69-c107-4aba-ae09-2cb4b414b3fd req-571536ee-100c-464c-8210-7d164403a712 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=460c81e3-b3a9-4c77-92de-5302614b8231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477386 Oct 27 13:27:26.663540 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c61456-c904-4e35-b970-f64a91137edd req-cd0beaf0-8f5f-4bb3-a422-7455b5cc0637 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:26.665043 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e4c61456-c904-4e35-b970-f64a91137edd req-cd0beaf0-8f5f-4bb3-a422-7455b5cc0637 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0520570 Oct 27 13:27:26.714296 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e4c61456-c904-4e35-b970-f64a91137edd req-10255cd9-bad3-4a29-9189-8d53464bb66b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432060 Oct 27 13:27:27.193580 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-5e35f733-248e-4b3f-8cc0-dc89cb65de5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:27.470153 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6003494-deff-4cec-b20d-770fdca2f478 req-3566e9cc-3eda-4abd-9fd0-55ada5abc3da tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:27.471657 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b6003494-deff-4cec-b20d-770fdca2f478 req-3566e9cc-3eda-4abd-9fd0-55ada5abc3da tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0476465 Oct 27 13:27:27.522462 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b6003494-deff-4cec-b20d-770fdca2f478 req-05ff2303-6746-4a30-af96-f5ed36e95ccf tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451326 Oct 27 13:27:27.584612 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b31434-a4d6-46c8-aa39-dffd1e564f2c req-6d22085d-6c5b-40e9-98db-6419aeac94bb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:27.586122 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d2b31434-a4d6-46c8-aa39-dffd1e564f2c req-6d22085d-6c5b-40e9-98db-6419aeac94bb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 946 time: 0.0494721 Oct 27 13:27:27.609399 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:27.654625 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d2b31434-a4d6-46c8-aa39-dffd1e564f2c req-bd6b58f9-bd21-4886-8c1c-c7bf69d11cd0 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=460c81e3-b3a9-4c77-92de-5302614b8231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591619 Oct 27 13:27:27.781988 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48686a03-96ff-4dac-b996-f9731e70c8ac req-ec5f6f0b-3ca7-474b-893f-3b966ba3ff57 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:27.783482 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-48686a03-96ff-4dac-b996-f9731e70c8ac req-ec5f6f0b-3ca7-474b-893f-3b966ba3ff57 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 946 time: 0.0504773 Oct 27 13:27:27.793942 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 59218) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:27:27.798594 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-c2a64c7c-9636-46b6-afda-12f0743f7413 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'floatingip': {'port_id': 'f942fce4-3fce-4282-9e21-4c881b31394c'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:27:27.864262 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-c2a64c7c-9636-46b6-afda-12f0743f7413 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (24247cf1-ad2f-4dfa-89d5-fd48216152f7), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:27.930725 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27c6e9-3269-4dae-87dd-85cd95af8f35 req-39a3c2f1-a4b2-4136-ae3c-a18bcf34a731 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:27.932161 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3d27c6e9-3269-4dae-87dd-85cd95af8f35 req-39a3c2f1-a4b2-4136-ae3c-a18bcf34a731 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.1294868 Oct 27 13:27:28.313456 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3d27c6e9-3269-4dae-87dd-85cd95af8f35 req-21af2bbb-fa4c-49e9-bc73-6fc1783176ba tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3717844 Oct 27 13:27:28.608556 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-c2a64c7c-9636-46b6-afda-12f0743f7413 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:28.614874 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-c2a64c7c-9636-46b6-afda-12f0743f7413 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (24247cf1-ad2f-4dfa-89d5-fd48216152f7), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:28.690050 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea651d-86e1-4572-9e7f-6dfc9a891bb1 req-62c5e083-71bf-4ca0-ae18-6d4e33e0cca2 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:28.694333 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-48ea651d-86e1-4572-9e7f-6dfc9a891bb1 req-62c5e083-71bf-4ca0-ae18-6d4e33e0cca2 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0892751 Oct 27 13:27:28.758438 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.l3_db [None req-c2a64c7c-9636-46b6-afda-12f0743f7413 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Floating IP 24247cf1-ad2f-4dfa-89d5-fd48216152f7 associated. External IP: 172.27.0.7, port: f942fce4-3fce-4282-9e21-4c881b31394c. Oct 27 13:27:28.763568 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-48ea651d-86e1-4572-9e7f-6dfc9a891bb1 req-66fe5f76-925a-47b0-a820-0e2ac801076a tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616989 Oct 27 13:27:28.904997 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:28.975009 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a64c7c-9636-46b6-afda-12f0743f7413 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Router 2bc3a740-4185-46a7-94c4-b4a995702f09 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:27:28.986726 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:29.092172 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a64c7c-9636-46b6-afda-12f0743f7413 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:27:29.096953 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-c2a64c7c-9636-46b6-afda-12f0743f7413 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:29.102188 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d58903-eea3-472f-90a1-664141badcfa None None] Sync routers for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:27:29.113234 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d58903-eea3-472f-90a1-664141badcfa None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:27:29.113868 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-44d58903-eea3-472f-90a1-664141badcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:26:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:27:29.130674 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-c2a64c7c-9636-46b6-afda-12f0743f7413 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/24247cf1-ad2f-4dfa-89d5-fd48216152f7 HTTP/1.1" status: 200 len: 990 time: 1.3356018 Oct 27 13:27:29.131559 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28008920-1a00-44c9-9036-ef5c8cde50c2', 'tag': 'f942fce4-3fce-4282-9e21-4c881b31394c'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:27:29.133884 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4182ce07-99e7-4f90-8e7d-4b623e3095e4" -d '{"events": [{"name": "network-changed", "server_uuid": "28008920-1a00-44c9-9036-ef5c8cde50c2", "tag": "f942fce4-3fce-4282-9e21-4c881b31394c"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:27:29.174428 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98e3c76-b7a9-471d-b14f-ae4f1bbf84a3 x-openstack-request-id: req-d98e3c76-b7a9-471d-b14f-ae4f1bbf84a3 {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:27:29.174733 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28008920-1a00-44c9-9036-ef5c8cde50c2", "tag": "f942fce4-3fce-4282-9e21-4c881b31394c", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:27:29.174986 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d98e3c76-b7a9-471d-b14f-ae4f1bbf84a3 {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:27:29.175393 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d98e3c76-b7a9-471d-b14f-ae4f1bbf84a3'] response: {'name': 'network-changed', 'server_uuid': '28008920-1a00-44c9-9036-ef5c8cde50c2', 'tag': 'f942fce4-3fce-4282-9e21-4c881b31394c', 'status': 'completed', 'code': 200} Oct 27 13:27:29.196829 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:29.255707 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-44d58903-eea3-472f-90a1-664141badcfa None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:27:29.321026 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182ce07-99e7-4f90-8e7d-4b623e3095e4 req-ba8ca242-3c2a-4dc6-9f30-ac678a0a8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:29.322294 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4182ce07-99e7-4f90-8e7d-4b623e3095e4 req-ba8ca242-3c2a-4dc6-9f30-ac678a0a8f9c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=095dae174c664eafaf3ed463d8b7f319&device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 1130 time: 0.0442324 Oct 27 13:27:29.472194 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75227e28-6128-40d4-b557-aea01f587cee req-0d743257-6250-4fab-87f0-68fec3bcdbe3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:29.474046 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-75227e28-6128-40d4-b557-aea01f587cee req-0d743257-6250-4fab-87f0-68fec3bcdbe3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0715313 Oct 27 13:27:29.504633 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182ce07-99e7-4f90-8e7d-4b623e3095e4 req-f76fffb3-f0eb-4942-93c9-521e686ad944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:29.506673 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4182ce07-99e7-4f90-8e7d-4b623e3095e4 req-f76fffb3-f0eb-4942-93c9-521e686ad944 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=4880e921-0c48-45fa-a974-af272c815db4 HTTP/1.1" status: 200 len: 916 time: 0.1776736 Oct 27 13:27:29.535024 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ee577d2f-3be1-44fb-993a-cffa74399a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:29.556833 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-44d58903-eea3-472f-90a1-664141badcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '24247cf1-ad2f-4dfa-89d5-fd48216152f7', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': 'f942fce4-3fce-4282-9e21-4c881b31394c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:2a:83:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28008920-1a00-44c9-9036-ef5c8cde50c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:26:50Z', 'updated_at': '2022-10-27T13:27:28Z', 'revision_number': 1, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}, {'id': '79299546-8c7b-41e1-bd02-61d91ee2f4cb', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:73:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:25:22Z', 'updated_at': '2022-10-27T13:25:44Z', 'revision_number': 2, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:27:29.577059 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-75227e28-6128-40d4-b557-aea01f587cee req-6062c258-ca70-4423-83bb-21b6c9f06bc3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918148 Oct 27 13:27:29.589853 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d58903-eea3-472f-90a1-664141badcfa None None] Checking router: 2bc3a740-4185-46a7-94c4-b4a995702f09 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:27:29.599725 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4182ce07-99e7-4f90-8e7d-4b623e3095e4 req-eac62338-5e01-49e7-9e89-5cdd433f0765 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f942fce4-3fce-4282-9e21-4c881b31394c HTTP/1.1" status: 200 len: 998 time: 0.0807040 Oct 27 13:27:29.607824 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d58903-eea3-472f-90a1-664141badcfa None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:27:29.608465 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-44d58903-eea3-472f-90a1-664141badcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:27:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:27:29.663617 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:29.666643 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182ce07-99e7-4f90-8e7d-4b623e3095e4 req-64fbe75e-8f1a-4e4f-b12e-51b4963ea35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:29.668168 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4182ce07-99e7-4f90-8e7d-4b623e3095e4 req-64fbe75e-8f1a-4e4f-b12e-51b4963ea35b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=387ef33e-d1d2-4c31-8402-1f0afa96a77a HTTP/1.1" status: 200 len: 854 time: 0.0544360 Oct 27 13:27:29.714867 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182ce07-99e7-4f90-8e7d-4b623e3095e4 req-3da9d98f-20b8-44ba-b87b-75386e4a8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:29.716506 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4182ce07-99e7-4f90-8e7d-4b623e3095e4 req-3da9d98f-20b8-44ba-b87b-75386e4a8517 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=4880e921-0c48-45fa-a974-af272c815db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402172 Oct 27 13:27:29.727265 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-44d58903-eea3-472f-90a1-664141badcfa None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:27:29.767825 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:29.839270 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4182ce07-99e7-4f90-8e7d-4b623e3095e4 req-0fcfc6d9-0940-4d1f-921f-8e4d9a01f912 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150815 Oct 27 13:27:29.914596 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:29.948356 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4182ce07-99e7-4f90-8e7d-4b623e3095e4 req-ff3d128f-99d1-4108-87f1-5b27c70d106b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017990 Oct 27 13:27:29.987399 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-44d58903-eea3-472f-90a1-664141badcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '24247cf1-ad2f-4dfa-89d5-fd48216152f7', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': 'f942fce4-3fce-4282-9e21-4c881b31394c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:2a:83:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28008920-1a00-44c9-9036-ef5c8cde50c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:26:50Z', 'updated_at': '2022-10-27T13:27:28Z', 'revision_number': 1, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}, {'id': '79299546-8c7b-41e1-bd02-61d91ee2f4cb', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:73:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:25:22Z', 'updated_at': '2022-10-27T13:25:44Z', 'revision_number': 2, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:27:30.013917 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d58903-eea3-472f-90a1-664141badcfa None None] The sync data for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi is: [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '24247cf1-ad2f-4dfa-89d5-fd48216152f7', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': 'f942fce4-3fce-4282-9e21-4c881b31394c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:2a:83:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28008920-1a00-44c9-9036-ef5c8cde50c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:26:50Z', 'updated_at': '2022-10-27T13:27:28Z', 'revision_number': 1, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}, {'id': '79299546-8c7b-41e1-bd02-61d91ee2f4cb', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:73:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:25:22Z', 'updated_at': '2022-10-27T13:25:44Z', 'revision_number': 2, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:27:30.113190 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccada9-4de5-4ea6-90e4-a6f37478d0bd req-7f4fa444-541a-4f00-993f-c8de5d10af93 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:30.114735 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bbccada9-4de5-4ea6-90e4-a6f37478d0bd req-7f4fa444-541a-4f00-993f-c8de5d10af93 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 946 time: 0.0516729 Oct 27 13:27:30.174296 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bbccada9-4de5-4ea6-90e4-a6f37478d0bd req-0ef31533-859b-44b9-a56a-c4737c788440 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538049 Oct 27 13:27:30.203082 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 59244) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:27:30.249017 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088e9f9-2d12-4215-8570-3011c22304ba None None] New status for floating IP 24247cf1-ad2f-4dfa-89d5-fd48216152f7: ACTIVE {{(pid=104535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:27:30.368830 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556b0b49-1444-4230-97ed-f15ccd7f8826 tempest-TestMinimumBasicScenario-285733994 tempest-TestMinimumBasicScenario-285733994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:30.370794 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-556b0b49-1444-4230-97ed-f15ccd7f8826 tempest-TestMinimumBasicScenario-285733994 tempest-TestMinimumBasicScenario-285733994-project-admin] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 1125 time: 0.1663506 Oct 27 13:27:30.373752 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 59248) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:27:30.378119 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Request body: {'floatingip': {'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'port_id': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:27:30.401306 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:30.486251 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:30.602857 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Allocated IP 172.27.0.206 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/4ee814e4-426b-4202-9904-1b85864f9839) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:27:30.698485 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:30.721809 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for port (4ee814e4-426b-4202-9904-1b85864f9839), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:30.723795 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fd2e8-8fda-4d46-8f16-987aa5f9e0c1 req-f6c8d883-de37-4b3d-a97e-9f510338fe68 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:30.732834 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-456fd2e8-8fda-4d46-8f16-987aa5f9e0c1 req-f6c8d883-de37-4b3d-a97e-9f510338fe68 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0616539 Oct 27 13:27:30.765133 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (4ee814e4-426b-4202-9904-1b85864f9839), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:30.780746 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-456fd2e8-8fda-4d46-8f16-987aa5f9e0c1 req-72cabe23-8ed9-425d-a904-4267a43a2160 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480959 Oct 27 13:27:30.808974 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:27:30.811802 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:30.814746 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:27:30.818639 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:27:30.845383 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Pushing event updated for resources: {'Port': ['ID=4ee814e4-426b-4202-9904-1b85864f9839,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:30.935479 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:30.946648 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:31.196785 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for floatingip (030d46e6-ee42-445c-be62-0f0490b77a2a), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:31.273687 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (4ee814e4-426b-4202-9904-1b85864f9839), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:31.436458 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for port (4ee814e4-426b-4202-9904-1b85864f9839), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:31.441301 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (4ee814e4-426b-4202-9904-1b85864f9839), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:31.508277 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Pushing event updated for resources: {'Port': ['ID=4ee814e4-426b-4202-9904-1b85864f9839,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:31.510700 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (030d46e6-ee42-445c-be62-0f0490b77a2a), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:31.629083 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.l3_db [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Floating IP 030d46e6-ee42-445c-be62-0f0490b77a2a associated. External IP: 172.27.0.206, port: 5914531a-8c3d-4f54-ab34-59d0c72ab0a9. Oct 27 13:27:31.848002 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:27:31.850477 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:31.861091 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:31.953088 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2ef20-cdef-4423-87f6-d5641a55f383 req-3f0fbf74-4185-4c64-a07c-4c1983949001 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:31.955173 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-20d2ef20-cdef-4423-87f6-d5641a55f383 req-3f0fbf74-4185-4c64-a07c-4c1983949001 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0611985 Oct 27 13:27:32.023300 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:27:32.034459 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28959a65-f291-4361-896f-e458b19dfe85 None None] Sync routers for ids ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:27:32.046454 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28959a65-f291-4361-896f-e458b19dfe85 None None] Routers {'d827efd3-3d05-4e78-aa7a-be9f6848e5c4'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:27:32.047102 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-28959a65-f291-4361-896f-e458b19dfe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:27:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:27:32.065859 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-20d2ef20-cdef-4423-87f6-d5641a55f383 req-263232fb-be8a-43f1-b513-4ad88edea973 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813522 Oct 27 13:27:32.071595 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:32.111727 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-d0db00a4-0b0a-45dc-8328-cf3680bbd741 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7368531 Oct 27 13:27:32.115190 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'tag': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:27:32.115384 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59258) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:27:32.115837 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3275bf9f-4648-4313-a8ae-549492d030f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d05f213-8736-4a0e-ab0a-ed60da153000", "tag": "5914531a-8c3d-4f54-ab34-59d0c72ab0a9"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:27:32.120143 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1874299280', 'description': 'tempest-secgroup-smoke-1874299280 description', 'project_id': '52552d69672a4677bd52c847cceec247'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:27:32.149050 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:32.162837 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a07ae03-1f95-40a6-a79e-8134f1bd5e7d x-openstack-request-id: req-1a07ae03-1f95-40a6-a79e-8134f1bd5e7d {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:27:32.163159 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d05f213-8736-4a0e-ab0a-ed60da153000", "tag": "5914531a-8c3d-4f54-ab34-59d0c72ab0a9", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:27:32.163832 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a07ae03-1f95-40a6-a79e-8134f1bd5e7d {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:27:32.163832 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a07ae03-1f95-40a6-a79e-8134f1bd5e7d'] response: {'name': 'network-changed', 'server_uuid': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'tag': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9', 'status': 'completed', 'code': 200} Oct 27 13:27:32.164145 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:32.188892 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-28959a65-f291-4361-896f-e458b19dfe85 None None] Set router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:27:32.433691 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-28959a65-f291-4361-896f-e458b19dfe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'name': 'tempest-TestMinimumBasicScenario-1517121784-router', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:21Z', 'revision_number': 4, 'project_id': '52552d69672a4677bd52c847cceec247', 'gw_port': {'id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '030d46e6-ee42-445c-be62-0f0490b77a2a', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'port_id': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'mac_address': 'fa:16:3e:67:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:27:31Z', 'updated_at': '2022-10-27T13:27:31Z', 'revision_number': 0, 'project_id': '52552d69672a4677bd52c847cceec247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c359088-6945-466a-b96b-9eca56602a1b', 'name': '', 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'mac_address': 'fa:16:3e:05:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:20Z', 'updated_at': '2022-10-27T13:26:30Z', 'revision_number': 5, 'project_id': '52552d69672a4677bd52c847cceec247', 'subnets': [{'id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:27:32.463799 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28959a65-f291-4361-896f-e458b19dfe85 None None] Checking router: d827efd3-3d05-4e78-aa7a-be9f6848e5c4 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:27:32.473824 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28959a65-f291-4361-896f-e458b19dfe85 None None] Routers {'d827efd3-3d05-4e78-aa7a-be9f6848e5c4'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:27:32.474424 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-28959a65-f291-4361-896f-e458b19dfe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:27:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:27:32.509119 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275bf9f-4648-4313-a8ae-549492d030f3 req-3431d5a0-eb2c-48b5-a3e5-0478722edaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:32.510979 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3275bf9f-4648-4313-a8ae-549492d030f3 req-3431d5a0-eb2c-48b5-a3e5-0478722edaf1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=52552d69672a4677bd52c847cceec247&device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 1130 time: 0.3116398 Oct 27 13:27:32.524596 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group (38930577-87d3-47b3-8939-1f9b79da7281), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:32.535662 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (38930577-87d3-47b3-8939-1f9b79da7281), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:32.606306 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-28959a65-f291-4361-896f-e458b19dfe85 None None] Set router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:27:32.613896 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:32.618438 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4992535 Oct 27 13:27:32.618719 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59262) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:27:32.624839 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-1339b7f7-b7f5-4d6d-8f32-3b473b58f356 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Request body: {'security_group_rule': {'security_group_id': '38930577-87d3-47b3-8939-1f9b79da7281', 'project_id': '52552d69672a4677bd52c847cceec247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:27:32.629225 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38930577-87d3-47b3-8939-1f9b79da7281,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:32.638170 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:32.655789 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:32.656212 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:32.656489 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:32.656826 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:32.657793 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:32.658127 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:32.658455 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:32.658812 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:32.659088 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:32.659403 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:32.659833 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:32.660159 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:32.660507 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:32.660847 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:32.661149 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28196936-8134-44db-97c3-be29dcee0a20 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:27:32.692141 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275bf9f-4648-4313-a8ae-549492d030f3 req-9758116d-0bd3-4794-8436-23d97e412ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:32.693564 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3275bf9f-4648-4313-a8ae-549492d030f3 req-9758116d-0bd3-4794-8436-23d97e412ad6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=a9d120ae-00f9-4b43-8e0b-d259ad2386ec HTTP/1.1" status: 200 len: 916 time: 0.1677461 Oct 27 13:27:32.707465 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1339b7f7-b7f5-4d6d-8f32-3b473b58f356 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (79aac5ba-f16c-4b07-bf90-86031f622052), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:32.783975 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3275bf9f-4648-4313-a8ae-549492d030f3 req-c5d2e86e-5613-4772-9544-bf729b3e7d22 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5914531a-8c3d-4f54-ab34-59d0c72ab0a9 HTTP/1.1" status: 200 len: 1000 time: 0.0833015 Oct 27 13:27:32.805085 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:32.842104 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1339b7f7-b7f5-4d6d-8f32-3b473b58f356 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (79aac5ba-f16c-4b07-bf90-86031f622052), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:32.849305 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1339b7f7-b7f5-4d6d-8f32-3b473b58f356 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (79aac5ba-f16c-4b07-bf90-86031f622052), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:32.873144 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-28959a65-f291-4361-896f-e458b19dfe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'name': 'tempest-TestMinimumBasicScenario-1517121784-router', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:21Z', 'revision_number': 4, 'project_id': '52552d69672a4677bd52c847cceec247', 'gw_port': {'id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '030d46e6-ee42-445c-be62-0f0490b77a2a', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'port_id': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'mac_address': 'fa:16:3e:67:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:27:31Z', 'updated_at': '2022-10-27T13:27:31Z', 'revision_number': 0, 'project_id': '52552d69672a4677bd52c847cceec247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c359088-6945-466a-b96b-9eca56602a1b', 'name': '', 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'mac_address': 'fa:16:3e:05:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:20Z', 'updated_at': '2022-10-27T13:26:30Z', 'revision_number': 5, 'project_id': '52552d69672a4677bd52c847cceec247', 'subnets': [{'id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:27:32.883410 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339b7f7-b7f5-4d6d-8f32-3b473b58f356 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79aac5ba-f16c-4b07-bf90-86031f622052,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:32.886644 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275bf9f-4648-4313-a8ae-549492d030f3 req-42fde87c-3ab4-4a88-839f-edde67f7d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:32.888135 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3275bf9f-4648-4313-a8ae-549492d030f3 req-42fde87c-3ab4-4a88-839f-edde67f7d79f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=5b534f89-d4bf-4109-8fb2-f47a50a755fe HTTP/1.1" status: 200 len: 854 time: 0.0938766 Oct 27 13:27:32.896140 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1339b7f7-b7f5-4d6d-8f32-3b473b58f356 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:32.897428 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-1339b7f7-b7f5-4d6d-8f32-3b473b58f356 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2778537 Oct 27 13:27:32.901382 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 59264) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:27:32.902033 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28959a65-f291-4361-896f-e458b19dfe85 None None] The sync data for ids ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'] in dv-cinder-862432-3-iscsi is: [{'id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'name': 'tempest-TestMinimumBasicScenario-1517121784-router', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:21Z', 'revision_number': 4, 'project_id': '52552d69672a4677bd52c847cceec247', 'gw_port': {'id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '030d46e6-ee42-445c-be62-0f0490b77a2a', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'port_id': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'mac_address': 'fa:16:3e:67:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:27:31Z', 'updated_at': '2022-10-27T13:27:31Z', 'revision_number': 0, 'project_id': '52552d69672a4677bd52c847cceec247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c359088-6945-466a-b96b-9eca56602a1b', 'name': '', 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'mac_address': 'fa:16:3e:05:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:20Z', 'updated_at': '2022-10-27T13:26:30Z', 'revision_number': 5, 'project_id': '52552d69672a4677bd52c847cceec247', 'subnets': [{'id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:27:32.911692 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-9b5f461d-a379-4f44-acce-d260285d88b2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Request body: {'security_group_rule': {'security_group_id': '38930577-87d3-47b3-8939-1f9b79da7281', 'project_id': '52552d69672a4677bd52c847cceec247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:27:32.942272 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275bf9f-4648-4313-a8ae-549492d030f3 req-92334c41-19d1-41ec-bd5c-c74162164736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:32.944337 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3275bf9f-4648-4313-a8ae-549492d030f3 req-92334c41-19d1-41ec-bd5c-c74162164736 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=a9d120ae-00f9-4b43-8e0b-d259ad2386ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457346 Oct 27 13:27:32.955032 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9b5f461d-a379-4f44-acce-d260285d88b2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (a29bc80e-8777-48e5-844c-0344af2e5cd9), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.069853 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9b5f461d-a379-4f44-acce-d260285d88b2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (a29bc80e-8777-48e5-844c-0344af2e5cd9), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.074605 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3275bf9f-4648-4313-a8ae-549492d030f3 req-1d94479e-2523-4d11-a42c-a93236a9e733 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a9d120ae-00f9-4b43-8e0b-d259ad2386ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223936 Oct 27 13:27:33.075176 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9b5f461d-a379-4f44-acce-d260285d88b2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (a29bc80e-8777-48e5-844c-0344af2e5cd9), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.097027 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f461d-a379-4f44-acce-d260285d88b2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29bc80e-8777-48e5-844c-0344af2e5cd9,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:33.103352 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9b5f461d-a379-4f44-acce-d260285d88b2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.107229 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-9b5f461d-a379-4f44-acce-d260285d88b2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2033393 Oct 27 13:27:33.109694 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 59270) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:27:33.115771 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-784110d8-3c5a-469a-82d0-16f7c28ed939 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Request body: {'security_group_rule': {'security_group_id': '38930577-87d3-47b3-8939-1f9b79da7281', 'project_id': '52552d69672a4677bd52c847cceec247', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:27:33.158762 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-784110d8-3c5a-469a-82d0-16f7c28ed939 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (b876d380-44a3-4ddb-9d84-5fcaf6e0eb15), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.164287 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:33.202921 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3275bf9f-4648-4313-a8ae-549492d030f3 req-b0de3152-4500-44db-b458-0c88860bb30b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a9d120ae-00f9-4b43-8e0b-d259ad2386ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219215 Oct 27 13:27:33.207050 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cc9e27-4ef4-4e18-bb41-d30a52c4e330 None None] New status for floating IP 030d46e6-ee42-445c-be62-0f0490b77a2a: ACTIVE {{(pid=104535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:27:33.276209 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de961956-8047-4d32-ab6e-f96dbb8b33d4 req-4dfef4dd-d6df-4ee7-aae0-23a6afd1da1a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:33.277883 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-de961956-8047-4d32-ab6e-f96dbb8b33d4 req-4dfef4dd-d6df-4ee7-aae0-23a6afd1da1a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0984790 Oct 27 13:27:33.289950 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-784110d8-3c5a-469a-82d0-16f7c28ed939 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (b876d380-44a3-4ddb-9d84-5fcaf6e0eb15), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.304568 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-784110d8-3c5a-469a-82d0-16f7c28ed939 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (b876d380-44a3-4ddb-9d84-5fcaf6e0eb15), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.332127 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784110d8-3c5a-469a-82d0-16f7c28ed939 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b876d380-44a3-4ddb-9d84-5fcaf6e0eb15,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:33.345206 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-784110d8-3c5a-469a-82d0-16f7c28ed939 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.346436 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-784110d8-3c5a-469a-82d0-16f7c28ed939 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2356808 Oct 27 13:27:33.350773 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59272) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:27:33.355763 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-10715c8f-afee-4c7a-99d2-c8ac80d9c525 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Request body: {'security_group_rule': {'security_group_id': '38930577-87d3-47b3-8939-1f9b79da7281', 'project_id': '52552d69672a4677bd52c847cceec247', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:27:33.364909 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-de961956-8047-4d32-ab6e-f96dbb8b33d4 req-93012552-ef43-4af6-b5b1-3ff5dea22628 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776923 Oct 27 13:27:33.400073 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-10715c8f-afee-4c7a-99d2-c8ac80d9c525 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (368c98e8-04b7-4149-a7bc-26b7d1a2802c), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.422593 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:33.495208 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-10715c8f-afee-4c7a-99d2-c8ac80d9c525 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (368c98e8-04b7-4149-a7bc-26b7d1a2802c), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.506339 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-10715c8f-afee-4c7a-99d2-c8ac80d9c525 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (368c98e8-04b7-4149-a7bc-26b7d1a2802c), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.530609 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10715c8f-afee-4c7a-99d2-c8ac80d9c525 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368c98e8-04b7-4149-a7bc-26b7d1a2802c,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:33.538145 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-10715c8f-afee-4c7a-99d2-c8ac80d9c525 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.539364 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-10715c8f-afee-4c7a-99d2-c8ac80d9c525 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1875935 Oct 27 13:27:33.542437 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59274) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:27:33.547143 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-42a1f58f-a095-4ce8-9b73-28f8c809d987 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Request body: {'security_group_rule': {'security_group_id': '38930577-87d3-47b3-8939-1f9b79da7281', 'project_id': '52552d69672a4677bd52c847cceec247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:27:33.569447 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.securitygroups_db [None req-42a1f58f-a095-4ce8-9b73-28f8c809d987 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Project 52552d69672a4677bd52c847cceec247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 13:27:33.576100 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-42a1f58f-a095-4ce8-9b73-28f8c809d987 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (79fdedde-fa87-44dd-89da-cbc0ab958ef4), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.645319 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-42a1f58f-a095-4ce8-9b73-28f8c809d987 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (79fdedde-fa87-44dd-89da-cbc0ab958ef4), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.649289 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-42a1f58f-a095-4ce8-9b73-28f8c809d987 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (79fdedde-fa87-44dd-89da-cbc0ab958ef4), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.669173 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1f58f-a095-4ce8-9b73-28f8c809d987 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fdedde-fa87-44dd-89da-cbc0ab958ef4,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:33.679629 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-42a1f58f-a095-4ce8-9b73-28f8c809d987 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.682365 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-42a1f58f-a095-4ce8-9b73-28f8c809d987 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383460 Oct 27 13:27:33.684716 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59276) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:27:33.689762 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-e9f7c5af-addb-43e2-a35f-5262205a1119 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Request body: {'security_group_rule': {'security_group_id': '38930577-87d3-47b3-8939-1f9b79da7281', 'project_id': '52552d69672a4677bd52c847cceec247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:27:33.721985 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.securitygroups_db [None req-e9f7c5af-addb-43e2-a35f-5262205a1119 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Project 52552d69672a4677bd52c847cceec247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 13:27:33.728395 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c5af-addb-43e2-a35f-5262205a1119 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (e4cae05f-faf9-4750-a857-d6ffcd43082f), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.792736 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c5af-addb-43e2-a35f-5262205a1119 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (e4cae05f-faf9-4750-a857-d6ffcd43082f), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.796728 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c5af-addb-43e2-a35f-5262205a1119 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (e4cae05f-faf9-4750-a857-d6ffcd43082f), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.816509 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7c5af-addb-43e2-a35f-5262205a1119 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4cae05f-faf9-4750-a857-d6ffcd43082f,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:33.825130 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c5af-addb-43e2-a35f-5262205a1119 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:33.826394 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-e9f7c5af-addb-43e2-a35f-5262205a1119 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404696 Oct 27 13:27:33.920116 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3d846a67-f5f6-4d1d-9771-153957062879 req-c8c069dc-e73e-4cd4-91da-eeeb3591bb98 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1874299280&fields=id&tenant_id=52552d69672a4677bd52c847cceec247 HTTP/1.1" status: 200 len: 267 time: 0.0454071 Oct 27 13:27:33.977806 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d846a67-f5f6-4d1d-9771-153957062879 req-56005eab-3a2b-4f6b-9fdc-151d4eb99c05 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:33.979296 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3d846a67-f5f6-4d1d-9771-153957062879 req-56005eab-3a2b-4f6b-9fdc-151d4eb99c05 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 946 time: 0.0525343 Oct 27 13:27:33.990517 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-3d846a67-f5f6-4d1d-9771-153957062879 req-9e2827fe-0513-43a6-8606-c0b972f125b4 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Request body: {'port': {'security_groups': ['7b5f56ea-bf46-49ee-8407-3d570bbc0493', '38930577-87d3-47b3-8939-1f9b79da7281']}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:27:34.064066 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3d846a67-f5f6-4d1d-9771-153957062879 req-9e2827fe-0513-43a6-8606-c0b972f125b4 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:34.234856 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:34.286485 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-3d846a67-f5f6-4d1d-9771-153957062879 req-9e2827fe-0513-43a6-8606-c0b972f125b4 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] For port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5914531a-8c3d-4f54-ab34-59d0c72ab0a9,segment=NetworkSegment(50a3767c-1d2d-4c90-b743-662b5b78d506),segment_id=50a3767c-1d2d-4c90-b743-662b5b78d506)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:27:34.315576 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3d846a67-f5f6-4d1d-9771-153957062879 req-9e2827fe-0513-43a6-8606-c0b972f125b4 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:34.320147 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3d846a67-f5f6-4d1d-9771-153957062879 req-9e2827fe-0513-43a6-8606-c0b972f125b4 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:34.332035 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d846a67-f5f6-4d1d-9771-153957062879 req-9e2827fe-0513-43a6-8606-c0b972f125b4 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:34.332685 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3d846a67-f5f6-4d1d-9771-153957062879 req-9e2827fe-0513-43a6-8606-c0b972f125b4 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:34.334093 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3d846a67-f5f6-4d1d-9771-153957062879 req-9e2827fe-0513-43a6-8606-c0b972f125b4 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "PUT /networking/v2.0/ports/5914531a-8c3d-4f54-ab34-59d0c72ab0a9 HTTP/1.1" status: 200 len: 982 time: 0.3486786 Oct 27 13:27:34.334663 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'tag': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:27:34.336937 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5f541a-26e7-4096-9603-5954824c2c41" -d '{"events": [{"name": "network-changed", "server_uuid": "8d05f213-8736-4a0e-ab0a-ed60da153000", "tag": "5914531a-8c3d-4f54-ab34-59d0c72ab0a9"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:27:34.383718 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e8736a-da64-45c4-8cd9-fae1eb36aec1 x-openstack-request-id: req-99e8736a-da64-45c4-8cd9-fae1eb36aec1 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:27:34.384015 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d05f213-8736-4a0e-ab0a-ed60da153000", "tag": "5914531a-8c3d-4f54-ab34-59d0c72ab0a9", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:27:34.384294 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99e8736a-da64-45c4-8cd9-fae1eb36aec1 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:27:34.384709 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e8736a-da64-45c4-8cd9-fae1eb36aec1'] response: {'name': 'network-changed', 'server_uuid': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'tag': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9', 'status': 'completed', 'code': 200} Oct 27 13:27:34.400330 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['5914531a-8c3d-4f54-ab34-59d0c72ab0a9'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:27:34.402235 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2827fe-0513-43a6-8606-c0b972f125b4 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Pushing event updated for resources: {'Port': ['ID=5914531a-8c3d-4f54-ab34-59d0c72ab0a9,revision_number=6']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:27:34.443640 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:34.472095 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21aa32c-a989-47dd-b10e-5db7a88471d9 req-98895db5-509d-4b36-b8cf-ff6a47e407cb tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:34.475319 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f21aa32c-a989-47dd-b10e-5db7a88471d9 req-98895db5-509d-4b36-b8cf-ff6a47e407cb tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.0748537 Oct 27 13:27:34.509906 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:34.535645 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cb71f-10af-4805-be57-c77dfcef8586 req-0af523f2-8a71-4523-b8ea-fabb5b8311d8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:34.537242 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-645cb71f-10af-4805-be57-c77dfcef8586 req-0af523f2-8a71-4523-b8ea-fabb5b8311d8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0542996 Oct 27 13:27:34.548771 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f541a-26e7-4096-9603-5954824c2c41 req-1bd92e74-1230-4ff1-8156-e87bb1c24514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:34.551634 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2f5f541a-26e7-4096-9603-5954824c2c41 req-1bd92e74-1230-4ff1-8156-e87bb1c24514 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=52552d69672a4677bd52c847cceec247&device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 1169 time: 0.0953777 Oct 27 13:27:34.600908 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f21aa32c-a989-47dd-b10e-5db7a88471d9 req-02da6df9-02bd-4986-b93c-fe2e63d99900 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056132 Oct 27 13:27:34.602641 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['5914531a-8c3d-4f54-ab34-59d0c72ab0a9'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:27:34.609044 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-645cb71f-10af-4805-be57-c77dfcef8586 req-4f53c0b3-f6fe-485d-a4c6-140894a655b8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651662 Oct 27 13:27:34.777155 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f541a-26e7-4096-9603-5954824c2c41 req-9773dc20-340b-4ad7-a463-569baf0a8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:34.778640 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2f5f541a-26e7-4096-9603-5954824c2c41 req-9773dc20-340b-4ad7-a463-569baf0a8051 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=a9d120ae-00f9-4b43-8e0b-d259ad2386ec HTTP/1.1" status: 200 len: 916 time: 0.0951083 Oct 27 13:27:34.841214 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2f5f541a-26e7-4096-9603-5954824c2c41 req-f1c56989-b80c-4c9c-87c9-eef4ff584e8b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5914531a-8c3d-4f54-ab34-59d0c72ab0a9 HTTP/1.1" status: 200 len: 1002 time: 0.0557332 Oct 27 13:27:34.898776 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f541a-26e7-4096-9603-5954824c2c41 req-8107faa6-4b4d-400e-ab9f-97facebd9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:34.900453 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2f5f541a-26e7-4096-9603-5954824c2c41 req-8107faa6-4b4d-400e-ab9f-97facebd9496 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=5b534f89-d4bf-4109-8fb2-f47a50a755fe HTTP/1.1" status: 200 len: 854 time: 0.0492272 Oct 27 13:27:34.952408 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f541a-26e7-4096-9603-5954824c2c41 req-4608079d-1c5a-4c0d-a94b-9f9d8c61aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:34.955181 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2f5f541a-26e7-4096-9603-5954824c2c41 req-4608079d-1c5a-4c0d-a94b-9f9d8c61aa47 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=a9d120ae-00f9-4b43-8e0b-d259ad2386ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465789 Oct 27 13:27:35.051380 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2f5f541a-26e7-4096-9603-5954824c2c41 req-77d30e0d-3485-4b98-a8d8-a9eb6a981fe4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a9d120ae-00f9-4b43-8e0b-d259ad2386ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877650 Oct 27 13:27:35.160598 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:35.160806 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2f5f541a-26e7-4096-9603-5954824c2c41 req-a898ba3c-4cb6-408d-b4d3-66e6026119f1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a9d120ae-00f9-4b43-8e0b-d259ad2386ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012282 Oct 27 13:27:35.743850 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fe261-245a-4400-985a-96907bbc6612 req-23390c6e-f5ae-444b-8a24-934a9bd82b14 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:35.745478 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8c5fe261-245a-4400-985a-96907bbc6612 req-23390c6e-f5ae-444b-8a24-934a9bd82b14 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0558314 Oct 27 13:27:35.794688 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8c5fe261-245a-4400-985a-96907bbc6612 req-dc335a40-0369-4fb9-808b-8eb2028d5533 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423543 Oct 27 13:27:36.918134 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef177a-16b6-40e9-a1df-6de4fb43b220 req-d7022939-d1f3-42dd-937c-459820ad52a8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:36.919570 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6eef177a-16b6-40e9-a1df-6de4fb43b220 req-d7022939-d1f3-42dd-937c-459820ad52a8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0480242 Oct 27 13:27:36.945992 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:36.971559 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6eef177a-16b6-40e9-a1df-6de4fb43b220 req-45a4bdd8-b33e-4617-bcc5-f0a8f9cc1cc3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462484 Oct 27 13:27:38.101385 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92823d7a-432f-4b27-bd36-b56d0ca6d2b7 req-75b3beb0-2567-4bec-9500-b84d4b99f805 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:38.106037 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-92823d7a-432f-4b27-bd36-b56d0ca6d2b7 req-75b3beb0-2567-4bec-9500-b84d4b99f805 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0529547 Oct 27 13:27:38.147182 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:38.162515 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-92823d7a-432f-4b27-bd36-b56d0ca6d2b7 req-1ec2a7ba-8d4c-46d1-8e4b-2a8f6d0c3c92 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535460 Oct 27 13:27:39.303682 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78492c7-4833-46b9-a1f6-51b2a7ffb7de req-67f32055-63ba-4b45-80ac-e3fd0648afd7 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:39.305401 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a78492c7-4833-46b9-a1f6-51b2a7ffb7de req-67f32055-63ba-4b45-80ac-e3fd0648afd7 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0511706 Oct 27 13:27:39.356176 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a78492c7-4833-46b9-a1f6-51b2a7ffb7de req-00401e3d-a807-4b18-b2b9-b8257e43e91d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450168 Oct 27 13:27:40.480643 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471e403-ecc9-4913-a034-795d2a53953a req-ef57cca1-4dfd-49ca-951c-ed30c282d2b0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:40.482151 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4471e403-ecc9-4913-a034-795d2a53953a req-ef57cca1-4dfd-49ca-951c-ed30c282d2b0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0484872 Oct 27 13:27:40.535279 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4471e403-ecc9-4913-a034-795d2a53953a req-b633f81b-184d-4f99-899f-baed1bf66437 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475926 Oct 27 13:27:41.670589 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ae7a8-5e89-44c8-90ee-23ed8f408f0f req-38aa2575-ef04-45a1-89c5-d585c71562ac tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:41.672666 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c44ae7a8-5e89-44c8-90ee-23ed8f408f0f req-38aa2575-ef04-45a1-89c5-d585c71562ac tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0511858 Oct 27 13:27:41.719986 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c44ae7a8-5e89-44c8-90ee-23ed8f408f0f req-6b063609-6a2d-4bef-bff2-f026d9d760d3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415359 Oct 27 13:27:42.846638 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283da30e-3f31-4703-9a9b-3a8ae5ce10e5 req-b9d05a12-493d-4c85-a5b4-843bba2a29f3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:42.848126 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-283da30e-3f31-4703-9a9b-3a8ae5ce10e5 req-b9d05a12-493d-4c85-a5b4-843bba2a29f3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0495532 Oct 27 13:27:42.901222 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-283da30e-3f31-4703-9a9b-3a8ae5ce10e5 req-52374424-cb27-40be-b133-7ca35efcc1eb tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474448 Oct 27 13:27:43.332401 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:43.338346 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:44.030876 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cc90f-96aa-43df-940a-db49ce455c78 req-f3573b48-5ae2-460b-9654-00fb17374322 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:44.032432 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-507cc90f-96aa-43df-940a-db49ce455c78 req-f3573b48-5ae2-460b-9654-00fb17374322 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0528724 Oct 27 13:27:44.093471 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-507cc90f-96aa-43df-940a-db49ce455c78 req-6a56f445-4234-4517-9b55-5a9c338ff8c7 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548468 Oct 27 13:27:45.194159 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:45.198183 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:45.231213 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49168420-c912-4af7-9b1c-2091762cfef8 req-2f5f809d-6f9b-4276-b92b-a4accd776876 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:45.232813 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-49168420-c912-4af7-9b1c-2091762cfef8 req-2f5f809d-6f9b-4276-b92b-a4accd776876 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0563104 Oct 27 13:27:45.291477 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-49168420-c912-4af7-9b1c-2091762cfef8 req-7797428b-2c44-4152-9623-78af9f071a04 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485687 Oct 27 13:27:45.685441 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:27:46.419630 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e423d6-e768-49d8-83bf-d41714681a9a req-607cb29c-b4b8-4834-a44e-30e39460f499 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:46.421209 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-79e423d6-e768-49d8-83bf-d41714681a9a req-607cb29c-b4b8-4834-a44e-30e39460f499 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0506263 Oct 27 13:27:46.475581 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-79e423d6-e768-49d8-83bf-d41714681a9a req-01af2ffd-085e-4b0f-bf00-273e46f3fe78 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477993 Oct 27 13:27:46.606858 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4da645-ccde-446e-b544-b457155c87df req-7754e6bb-2ffb-41ad-b3a6-c966348491d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:46.608318 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de4da645-ccde-446e-b544-b457155c87df req-7754e6bb-2ffb-41ad-b3a6-c966348491d7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 1129 time: 0.0460107 Oct 27 13:27:46.644294 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:46.666547 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-de4da645-ccde-446e-b544-b457155c87df req-6ba36f1b-4dcd-4561-9da2-a047a0103334 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476286 Oct 27 13:27:47.602745 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698ee80-ac5c-4c41-b512-8e8cee746c44 req-2a08e3f9-5f44-40e8-8808-a3ef42bbaa1d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:47.604363 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3698ee80-ac5c-4c41-b512-8e8cee746c44 req-2a08e3f9-5f44-40e8-8808-a3ef42bbaa1d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0492058 Oct 27 13:27:47.655447 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3698ee80-ac5c-4c41-b512-8e8cee746c44 req-2a8e7b98-889a-4b11-bf08-f088218ae00e tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448227 Oct 27 13:27:48.771096 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:48.786324 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b99423-9269-4553-bd11-f8fc87ad116a req-268a8208-c7c0-4089-842e-a8f0d6e915a1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:48.787807 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e7b99423-9269-4553-bd11-f8fc87ad116a req-268a8208-c7c0-4089-842e-a8f0d6e915a1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0528512 Oct 27 13:27:49.102528 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e7b99423-9269-4553-bd11-f8fc87ad116a req-0adb1926-d3c4-447e-8b52-a76fcabe57b9 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087058 Oct 27 13:27:49.534636 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36579f94-1b4f-43ec-a86a-354518574c35 req-afdf35f9-1e02-47ba-91b8-599ae2364642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:49.536223 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-36579f94-1b4f-43ec-a86a-354518574c35 req-afdf35f9-1e02-47ba-91b8-599ae2364642 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 1129 time: 0.0759010 Oct 27 13:27:49.543619 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077d870-ac58-44ad-9b79-a13224f3a65f req-4d354955-4511-42b1-b888-ba0a2a8061b7 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:49.545045 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6077d870-ac58-44ad-9b79-a13224f3a65f req-4d354955-4511-42b1-b888-ba0a2a8061b7 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0750172 Oct 27 13:27:49.675205 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6077d870-ac58-44ad-9b79-a13224f3a65f req-40b5a6bd-61bf-45bf-9285-79d69323ce9b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163950 Oct 27 13:27:49.691597 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36579f94-1b4f-43ec-a86a-354518574c35 req-b7d6bbb4-5483-4e56-824f-c0f946844122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:49.693212 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-36579f94-1b4f-43ec-a86a-354518574c35 req-b7d6bbb4-5483-4e56-824f-c0f946844122 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 200 len: 919 time: 0.1419075 Oct 27 13:27:49.762038 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-36579f94-1b4f-43ec-a86a-354518574c35 req-825115c5-f3ee-4e61-b9c5-dad45b887169 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 HTTP/1.1" status: 200 len: 1001 time: 0.0576386 Oct 27 13:27:49.815021 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36579f94-1b4f-43ec-a86a-354518574c35 req-5b39237d-9684-4ce4-a4d4-fec0875f5589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:49.816544 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-36579f94-1b4f-43ec-a86a-354518574c35 req-5b39237d-9684-4ce4-a4d4-fec0875f5589 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d729a604-725f-4ad1-9296-503f3419b171 HTTP/1.1" status: 200 len: 857 time: 0.0460415 Oct 27 13:27:49.869765 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36579f94-1b4f-43ec-a86a-354518574c35 req-3856aeaf-1901-4ffe-813f-03c4bdcaa0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:49.871275 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-36579f94-1b4f-43ec-a86a-354518574c35 req-3856aeaf-1901-4ffe-813f-03c4bdcaa0d9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455143 Oct 27 13:27:49.938770 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:49.966295 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-36579f94-1b4f-43ec-a86a-354518574c35 req-ba9999ca-e497-4109-96a2-1d6b371b9a9b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862365 Oct 27 13:27:50.063562 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-36579f94-1b4f-43ec-a86a-354518574c35 req-bbc60bb8-b820-4833-8ea1-eb2c7875a31f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897696 Oct 27 13:27:50.813362 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef9ef3-bc17-4898-a030-3124306b984f req-9f23b7d7-0f4d-4014-beb5-05b21e2fc45b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:50.814826 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f0ef9ef3-bc17-4898-a030-3124306b984f req-9f23b7d7-0f4d-4014-beb5-05b21e2fc45b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0553153 Oct 27 13:27:50.867753 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f0ef9ef3-bc17-4898-a030-3124306b984f req-8da79544-3591-4e73-b9b8-c7a468a54966 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465868 Oct 27 13:27:51.993092 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e13ba-f198-42fa-9927-41cc886c0d29 req-0b02b5d3-d874-4e3b-8fcf-6f051ccaa1a1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:51.994590 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a35e13ba-f198-42fa-9927-41cc886c0d29 req-0b02b5d3-d874-4e3b-8fcf-6f051ccaa1a1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0488453 Oct 27 13:27:52.042764 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a35e13ba-f198-42fa-9927-41cc886c0d29 req-3bf22075-dc7c-4bf1-b02a-3841ce086956 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425982 Oct 27 13:27:53.179228 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1d8f2-17a0-44d5-b25b-6b1a30273b5c req-1b021d85-d8ea-42a1-89ab-2e973ac1b604 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:53.180769 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ffc1d8f2-17a0-44d5-b25b-6b1a30273b5c req-1b021d85-d8ea-42a1-89ab-2e973ac1b604 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0628626 Oct 27 13:27:53.229808 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ffc1d8f2-17a0-44d5-b25b-6b1a30273b5c req-f45449af-23b0-41ef-867f-fd058981d6eb tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434017 Oct 27 13:27:54.355519 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204158e-c4a1-4cb7-89f8-e006532f3778 req-c30040e9-125a-4f5b-8d4e-1627a56a42ea tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:54.357279 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3204158e-c4a1-4cb7-89f8-e006532f3778 req-c30040e9-125a-4f5b-8d4e-1627a56a42ea tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0497181 Oct 27 13:27:54.412912 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3204158e-c4a1-4cb7-89f8-e006532f3778 req-d7c71511-acdb-4433-8d2d-9184620cdc2a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493155 Oct 27 13:27:54.537783 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7016d4e-fa7c-4da0-81a2-6989035002e7 req-60313cf7-382b-437d-a9b7-bfa8c11adf92 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:54.539254 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b7016d4e-fa7c-4da0-81a2-6989035002e7 req-60313cf7-382b-437d-a9b7-bfa8c11adf92 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0475652 Oct 27 13:27:54.550830 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 59414) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:27:54.555759 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-e4d3a0c1-e5c9-4b05-b1ea-a1209dc7a0f0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Request body: {'floatingip': {'port_id': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:27:54.610464 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a0c1-e5c9-4b05-b1ea-a1209dc7a0f0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for floatingip (3589fd1e-b027-4568-8c62-09da7a8b4c9c), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:54.881642 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:55.063576 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a0c1-e5c9-4b05-b1ea-a1209dc7a0f0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:55.067579 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a0c1-e5c9-4b05-b1ea-a1209dc7a0f0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (3589fd1e-b027-4568-8c62-09da7a8b4c9c), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:55.270777 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d3a0c1-e5c9-4b05-b1ea-a1209dc7a0f0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Router a396b264-e0ba-476f-8bfa-0b2de13e54d1 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:27:55.273357 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:55.386022 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d3a0c1-e5c9-4b05-b1ea-a1209dc7a0f0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:27:55.391303 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a0c1-e5c9-4b05-b1ea-a1209dc7a0f0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:55.398682 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbeb1f5-a585-41b9-96f6-9d2692e4fdb0 None None] Sync routers for ids ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:27:55.410241 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbeb1f5-a585-41b9-96f6-9d2692e4fdb0 None None] Routers {'a396b264-e0ba-476f-8bfa-0b2de13e54d1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:27:55.411169 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-4bbeb1f5-a585-41b9-96f6-9d2692e4fdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:27:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:27:55.422356 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'tag': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:27:55.425179 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c0d2cb-9463-41f6-a6be-f1e5cd90d63a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2278934-664f-48c4-be2a-35f1cfa1844a", "tag": "3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:27:55.460420 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-e4d3a0c1-e5c9-4b05-b1ea-a1209dc7a0f0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/3589fd1e-b027-4568-8c62-09da7a8b4c9c HTTP/1.1" status: 200 len: 993 time: 0.9084573 Oct 27 13:27:55.501013 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874a2655-5be2-4d37-8200-579cbdbd69b4 x-openstack-request-id: req-874a2655-5be2-4d37-8200-579cbdbd69b4 {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:27:55.501713 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2278934-664f-48c4-be2a-35f1cfa1844a", "tag": "3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:27:55.501991 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-874a2655-5be2-4d37-8200-579cbdbd69b4 {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:27:55.502508 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-874a2655-5be2-4d37-8200-579cbdbd69b4'] response: {'name': 'network-changed', 'server_uuid': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'tag': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47', 'status': 'completed', 'code': 200} Oct 27 13:27:55.546987 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-4bbeb1f5-a585-41b9-96f6-9d2692e4fdb0 None None] Set router a396b264-e0ba-476f-8bfa-0b2de13e54d1 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:27:55.561007 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0d2cb-9463-41f6-a6be-f1e5cd90d63a req-ecd85189-20ec-4820-b691-fe5ac8ed91ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:55.562501 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-75c0d2cb-9463-41f6-a6be-f1e5cd90d63a req-ecd85189-20ec-4820-b691-fe5ac8ed91ec service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 1129 time: 0.0414336 Oct 27 13:27:55.665975 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0d2cb-9463-41f6-a6be-f1e5cd90d63a req-1d33975c-88b9-42da-92ea-39eeea214c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:55.668178 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-75c0d2cb-9463-41f6-a6be-f1e5cd90d63a req-1d33975c-88b9-42da-92ea-39eeea214c4b service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 200 len: 919 time: 0.0946622 Oct 27 13:27:55.680034 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:55.680953 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:55.722159 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:55.744593 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-75c0d2cb-9463-41f6-a6be-f1e5cd90d63a req-6e9a4159-d382-43ee-b092-06c464b1ffbe service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 HTTP/1.1" status: 200 len: 1001 time: 0.0606787 Oct 27 13:27:55.780673 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-4bbeb1f5-a585-41b9-96f6-9d2692e4fdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port': {'id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:54Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '3589fd1e-b027-4568-8c62-09da7a8b4c9c', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'port_id': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'mac_address': 'fa:16:3e:fb:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:26:02Z', 'updated_at': '2022-10-27T13:27:54Z', 'revision_number': 3, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f9aa88-0478-45c6-94e3-759c7b6c2aac', 'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'mac_address': 'fa:16:3e:52:9c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:00Z', 'updated_at': '2022-10-27T13:24:19Z', 'revision_number': 5, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'subnets': [{'id': 'd729a604-725f-4ad1-9296-503f3419b171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:27:55.800127 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0d2cb-9463-41f6-a6be-f1e5cd90d63a req-facba80e-a46e-413f-a698-629aa245e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:55.801598 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-75c0d2cb-9463-41f6-a6be-f1e5cd90d63a req-facba80e-a46e-413f-a698-629aa245e56f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d729a604-725f-4ad1-9296-503f3419b171 HTTP/1.1" status: 200 len: 857 time: 0.0445645 Oct 27 13:27:55.808166 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbeb1f5-a585-41b9-96f6-9d2692e4fdb0 None None] Checking router: a396b264-e0ba-476f-8bfa-0b2de13e54d1 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:27:55.818741 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbeb1f5-a585-41b9-96f6-9d2692e4fdb0 None None] Routers {'a396b264-e0ba-476f-8bfa-0b2de13e54d1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:27:55.819341 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-4bbeb1f5-a585-41b9-96f6-9d2692e4fdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:27:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:27:55.849154 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0d2cb-9463-41f6-a6be-f1e5cd90d63a req-ade19869-2521-4c32-a278-5fa78c52f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:55.850641 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-75c0d2cb-9463-41f6-a6be-f1e5cd90d63a req-ade19869-2521-4c32-a278-5fa78c52f4f2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397112 Oct 27 13:27:55.927545 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-4bbeb1f5-a585-41b9-96f6-9d2692e4fdb0 None None] Set router a396b264-e0ba-476f-8bfa-0b2de13e54d1 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:27:56.135389 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-4bbeb1f5-a585-41b9-96f6-9d2692e4fdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port': {'id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:54Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '3589fd1e-b027-4568-8c62-09da7a8b4c9c', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'port_id': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'mac_address': 'fa:16:3e:fb:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:26:02Z', 'updated_at': '2022-10-27T13:27:54Z', 'revision_number': 3, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f9aa88-0478-45c6-94e3-759c7b6c2aac', 'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'mac_address': 'fa:16:3e:52:9c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:00Z', 'updated_at': '2022-10-27T13:24:19Z', 'revision_number': 5, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'subnets': [{'id': 'd729a604-725f-4ad1-9296-503f3419b171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:27:56.159426 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbeb1f5-a585-41b9-96f6-9d2692e4fdb0 None None] The sync data for ids ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'] in dv-cinder-862432-3-iscsi is: [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port': {'id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:54Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '3589fd1e-b027-4568-8c62-09da7a8b4c9c', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'port_id': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'mac_address': 'fa:16:3e:fb:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:26:02Z', 'updated_at': '2022-10-27T13:27:54Z', 'revision_number': 3, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9f9aa88-0478-45c6-94e3-759c7b6c2aac', 'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'mac_address': 'fa:16:3e:52:9c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:00Z', 'updated_at': '2022-10-27T13:24:19Z', 'revision_number': 5, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'subnets': [{'id': 'd729a604-725f-4ad1-9296-503f3419b171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:27:57.185725 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f12c7a09-6fae-4487-bc09-47b830445e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:57.504338 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'tag': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:27:57.506972 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3067fe93-82ab-40df-b92e-3163d1e71b74" -d '{"events": [{"name": "network-changed", "server_uuid": "d2278934-664f-48c4-be2a-35f1cfa1844a", "tag": "3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:27:57.543620 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1eaab2-7c4e-4b32-82db-48607145e824 x-openstack-request-id: req-1d1eaab2-7c4e-4b32-82db-48607145e824 {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:27:57.543911 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2278934-664f-48c4-be2a-35f1cfa1844a", "tag": "3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:27:57.544164 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d1eaab2-7c4e-4b32-82db-48607145e824 {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:27:57.544602 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1eaab2-7c4e-4b32-82db-48607145e824'] response: {'name': 'network-changed', 'server_uuid': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'tag': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47', 'status': 'completed', 'code': 200} Oct 27 13:27:57.701321 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-75c0d2cb-9463-41f6-a6be-f1e5cd90d63a req-ed6bd4f6-21c2-4133-8c5e-c0ff959b9172 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861001 Oct 27 13:27:58.695689 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-75c0d2cb-9463-41f6-a6be-f1e5cd90d63a req-b8bb18c7-3019-4fe1-beac-c976ed4ba4e2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882297 Oct 27 13:27:58.797932 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067fe93-82ab-40df-b92e-3163d1e71b74 req-c0f34435-62b2-47e7-99ad-92a710c19965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:58.799983 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3067fe93-82ab-40df-b92e-3163d1e71b74 req-c0f34435-62b2-47e7-99ad-92a710c19965 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 1129 time: 0.0453718 Oct 27 13:27:58.910329 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067fe93-82ab-40df-b92e-3163d1e71b74 req-443310ac-4216-4298-ab33-6bff3137b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:58.912182 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3067fe93-82ab-40df-b92e-3163d1e71b74 req-443310ac-4216-4298-ab33-6bff3137b3e8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 200 len: 919 time: 0.1051202 Oct 27 13:27:59.016594 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3067fe93-82ab-40df-b92e-3163d1e71b74 req-2b56cf70-8cd5-4423-b1ac-2d21ac507092 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 HTTP/1.1" status: 200 len: 1001 time: 0.0765316 Oct 27 13:27:59.168742 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:59.316744 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067fe93-82ab-40df-b92e-3163d1e71b74 req-3d1d6f38-32ee-4783-becd-5a97b6a56973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:59.318181 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3067fe93-82ab-40df-b92e-3163d1e71b74 req-3d1d6f38-32ee-4783-becd-5a97b6a56973 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=d729a604-725f-4ad1-9296-503f3419b171 HTTP/1.1" status: 200 len: 857 time: 0.0450754 Oct 27 13:27:59.370249 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:27:59.383774 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067fe93-82ab-40df-b92e-3163d1e71b74 req-fc8c9386-49f1-4f50-9787-3204811080f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:27:59.385354 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3067fe93-82ab-40df-b92e-3163d1e71b74 req-fc8c9386-49f1-4f50-9787-3204811080f7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d7787e3c-cdc7-4d31-9969-b3505bdbc01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428998 Oct 27 13:27:59.499919 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-1971867a-a18c-4aee-a006-7a58a3858774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:27:59.525684 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3067fe93-82ab-40df-b92e-3163d1e71b74 req-e4bde363-cc01-4af6-9a67-97f70c89d297 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058052 Oct 27 13:27:59.633237 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3067fe93-82ab-40df-b92e-3163d1e71b74 req-7bc1561b-d164-4a45-90ff-ae705d6a7e00 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912564 Oct 27 13:28:00.797391 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:02.081034 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:02.603669 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:03.194214 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4deef1d3-a08b-43ff-9b5a-2cbab3abc304 req-b399cd80-5ab5-4e4f-85b4-cba288ddd938 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463820 Oct 27 13:28:03.259002 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deef1d3-a08b-43ff-9b5a-2cbab3abc304 req-88bda81f-c6e4-4a2f-a1ec-56628f5c4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:03.260739 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4deef1d3-a08b-43ff-9b5a-2cbab3abc304 req-88bda81f-c6e4-4a2f-a1ec-56628f5c4125 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d1a967f9b62401ba95d65a2747e3ec0&device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 1129 time: 0.0391638 Oct 27 13:28:03.369211 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:03.372458 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deef1d3-a08b-43ff-9b5a-2cbab3abc304 req-0e697c12-faac-444d-aefd-dda2664fcb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:03.373949 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4deef1d3-a08b-43ff-9b5a-2cbab3abc304 req-0e697c12-faac-444d-aefd-dda2664fcb98 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=424d9785-78b4-4b32-922b-56a7b3492659 HTTP/1.1" status: 200 len: 911 time: 0.0899553 Oct 27 13:28:03.434854 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4deef1d3-a08b-43ff-9b5a-2cbab3abc304 req-718ac875-373a-4458-9bd6-dca88a8608a3 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1df93e0f-5e21-4eff-a002-553c25504efd HTTP/1.1" status: 200 len: 1000 time: 0.0540504 Oct 27 13:28:03.483811 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deef1d3-a08b-43ff-9b5a-2cbab3abc304 req-d971a9bb-a1d5-4870-bcf2-bf924f3e86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:03.485381 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4deef1d3-a08b-43ff-9b5a-2cbab3abc304 req-d971a9bb-a1d5-4870-bcf2-bf924f3e86a1 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=3a4b0eb8-cd36-4797-a097-2561f1cfcd3b HTTP/1.1" status: 200 len: 849 time: 0.0443714 Oct 27 13:28:03.538248 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deef1d3-a08b-43ff-9b5a-2cbab3abc304 req-617a3da9-fff5-41d7-8c31-7fbeaf56ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:03.539929 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4deef1d3-a08b-43ff-9b5a-2cbab3abc304 req-617a3da9-fff5-41d7-8c31-7fbeaf56ecbe service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=424d9785-78b4-4b32-922b-56a7b3492659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470214 Oct 27 13:28:03.638136 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4deef1d3-a08b-43ff-9b5a-2cbab3abc304 req-8596c95d-ac3e-4a88-aab4-4e66b1ba3fda service neutron] 10.222.0.45 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882814 Oct 27 13:28:03.735240 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4deef1d3-a08b-43ff-9b5a-2cbab3abc304 req-31495415-59f2-488c-873e-3c6ee1f3b19f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887935 Oct 27 13:28:05.452432 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=20 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:05.454375 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:12.594039 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:12.599297 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=69,neutron:UPDATE=6 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:13.075329 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ace1f-f646-40cd-aeb6-6a2ee33f5ce2 req-9082c18e-e4d7-431a-8926-635bc5bb0e1b tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:13.076716 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-632ace1f-f646-40cd-aeb6-6a2ee33f5ce2 req-9082c18e-e4d7-431a-8926-635bc5bb0e1b tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 945 time: 0.0462720 Oct 27 13:28:13.123335 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-632ace1f-f646-40cd-aeb6-6a2ee33f5ce2 req-1c867000-6bc0-4d74-95a7-ca15fb2fded0 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408916 Oct 27 13:28:13.697754 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:13.698530 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:14.244410 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e729186-f854-4e42-b4f5-22c3bea2051a req-696f59f5-5063-4a9f-b4af-ce350eb79004 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:14.245907 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4e729186-f854-4e42-b4f5-22c3bea2051a req-696f59f5-5063-4a9f-b4af-ce350eb79004 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 945 time: 0.0470781 Oct 27 13:28:14.293282 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4e729186-f854-4e42-b4f5-22c3bea2051a req-baade8eb-0479-41eb-aace-637dc4af0d7c tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417993 Oct 27 13:28:15.015219 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e05e25-92a7-4356-b6cb-282a0c40f9f9 req-5e01ab4c-565c-4574-9494-b28cc8099f11 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:15.016632 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-13e05e25-92a7-4356-b6cb-282a0c40f9f9 req-5e01ab4c-565c-4574-9494-b28cc8099f11 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 945 time: 0.0469646 Oct 27 13:28:15.108832 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-13e05e25-92a7-4356-b6cb-282a0c40f9f9 req-7f22b67d-6c40-4106-a34a-0651ae1ab033 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Deleting port 50c86583-c5f2-4a50-b745-db2d95e82e4d {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:28:15.109174 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-13e05e25-92a7-4356-b6cb-282a0c40f9f9 req-7f22b67d-6c40-4106-a34a-0651ae1ab033 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (50c86583-c5f2-4a50-b745-db2d95e82e4d), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:15.175577 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:15.199339 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-13e05e25-92a7-4356-b6cb-282a0c40f9f9 req-7f22b67d-6c40-4106-a34a-0651ae1ab033 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] For port 50c86583-c5f2-4a50-b745-db2d95e82e4d, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=50c86583-c5f2-4a50-b745-db2d95e82e4d,segment=NetworkSegment(224798fc-a61f-49fb-bc13-cf2fea1b4247),segment_id=224798fc-a61f-49fb-bc13-cf2fea1b4247)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:28:15.199684 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-13e05e25-92a7-4356-b6cb-282a0c40f9f9 req-7f22b67d-6c40-4106-a34a-0651ae1ab033 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (50c86583-c5f2-4a50-b745-db2d95e82e4d), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:15.217147 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-13e05e25-92a7-4356-b6cb-282a0c40f9f9 req-7f22b67d-6c40-4106-a34a-0651ae1ab033 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Calling delete_port for 50c86583-c5f2-4a50-b745-db2d95e82e4d owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:28:15.342973 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-13e05e25-92a7-4356-b6cb-282a0c40f9f9 req-7f22b67d-6c40-4106-a34a-0651ae1ab033 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (50c86583-c5f2-4a50-b745-db2d95e82e4d), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:15.369490 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22b67d-6c40-4106-a34a-0651ae1ab033 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Pushing event deleted for resources: {'Port': ['ID=50c86583-c5f2-4a50-b745-db2d95e82e4d,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:15.442330 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e05e25-92a7-4356-b6cb-282a0c40f9f9 req-7f22b67d-6c40-4106-a34a-0651ae1ab033 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] No DVR routers for this DVR port 50c86583-c5f2-4a50-b745-db2d95e82e4d on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:28:15.445746 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9c04e6d6-3d8b-4116-82d9-12ab02b39047 req-e5529da5-6d6c-4531-b5e4-76be70416db3 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=ceb3538d-52bc-44df-846e-39f0819fc18a HTTP/1.1" status: 200 len: 210 time: 0.0457675 Oct 27 13:28:15.446774 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-13e05e25-92a7-4356-b6cb-282a0c40f9f9 req-7f22b67d-6c40-4106-a34a-0651ae1ab033 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:15.449898 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-13e05e25-92a7-4356-b6cb-282a0c40f9f9 req-7f22b67d-6c40-4106-a34a-0651ae1ab033 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.45 "DELETE /networking/v2.0/ports/50c86583-c5f2-4a50-b745-db2d95e82e4d HTTP/1.1" status: 204 len: 173 time: 0.4256794 Oct 27 13:28:15.450379 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb3538d-52bc-44df-846e-39f0819fc18a', 'name': 'network-vif-deleted', 'tag': '50c86583-c5f2-4a50-b745-db2d95e82e4d'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:28:15.452718 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed02c6cc-1244-4e48-ba93-a7834075cede" -d '{"events": [{"server_uuid": "ceb3538d-52bc-44df-846e-39f0819fc18a", "name": "network-vif-deleted", "tag": "50c86583-c5f2-4a50-b745-db2d95e82e4d"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:28:15.492455 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34355084-1d97-4362-b23d-d627992a443e x-openstack-request-id: req-34355084-1d97-4362-b23d-d627992a443e {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:28:15.492747 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb3538d-52bc-44df-846e-39f0819fc18a", "name": "network-vif-deleted", "tag": "50c86583-c5f2-4a50-b745-db2d95e82e4d", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:28:15.493014 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34355084-1d97-4362-b23d-d627992a443e {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:28:15.493411 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34355084-1d97-4362-b23d-d627992a443e'] response: {'server_uuid': 'ceb3538d-52bc-44df-846e-39f0819fc18a', 'name': 'network-vif-deleted', 'tag': '50c86583-c5f2-4a50-b745-db2d95e82e4d', 'status': 'completed', 'code': 200} Oct 27 13:28:18.654676 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 50c86583-c5f2-4a50-b745-db2d95e82e4d no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:28:18.674078 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: 50c86583-c5f2-4a50-b745-db2d95e82e4d {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:28:18.674419 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 50c86583-c5f2-4a50-b745-db2d95e82e4d not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:28:22.684210 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:28:24.282635 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=7 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:24.290676 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=11 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:24.568157 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-f0c27d05-78fc-4942-b68c-f2748d00fcd9 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:24.569805 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-f0c27d05-78fc-4942-b68c-f2748d00fcd9 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/networks?id=e0bdb774-31d7-4659-a84f-c1ee72da57b4 HTTP/1.1" status: 200 len: 813 time: 0.1104159 Oct 27 13:28:24.585462 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-098e24f9-7f96-45a7-9771-7044d2e12309 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/quotas/6ddba1e8bfeb4c8baf308e9b43bf1bee HTTP/1.1" status: 200 len: 375 time: 0.0095704 Oct 27 13:28:24.623887 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-eda4a645-51a4-4989-896e-0ca3e64d676a tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=6ddba1e8bfeb4c8baf308e9b43bf1bee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329270 Oct 27 13:28:24.725219 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-ef9d75e6-4e2a-4570-8b62-6c0dfc562bfc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e0bdb774-31d7-4659-a84f-c1ee72da57b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941701 Oct 27 13:28:24.819049 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-80d258b0-0f83-470c-b012-d987a1e97449 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/e0bdb774-31d7-4659-a84f-c1ee72da57b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872571 Oct 27 13:28:25.021793 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1e9fe9f9-0ca7-4524-a4e8-20a2d975e015 req-e8de2105-4f10-4c0c-b755-a1c1ceb6e484 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 210 time: 0.0355380 Oct 27 13:28:26.149414 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-34070915-01ce-4abb-a104-7c32d254417f req-df6f3e99-67d8-41b9-b148-c9024fc8a6f8 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 210 time: 0.0362902 Oct 27 13:28:26.536558 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:26.561272 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-361be137-a14a-417f-990a-1a577170b76b tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:26.563497 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-361be137-a14a-417f-990a-1a577170b76b tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.45 "GET /networking/v2.0/networks?id=e0bdb774-31d7-4659-a84f-c1ee72da57b4 HTTP/1.1" status: 200 len: 813 time: 0.1205845 Oct 27 13:28:26.577057 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-f561c5ec-c3ce-44e7-860b-15d01590bdfe tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Request body: {'port': {'device_id': 'f4ce0a5c-84d9-45ed-9354-2aa64d6992cc', 'network_id': 'e0bdb774-31d7-4659-a84f-c1ee72da57b4', 'admin_state_up': True, 'tenant_id': '6ddba1e8bfeb4c8baf308e9b43bf1bee'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:28:26.722025 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-f561c5ec-c3ce-44e7-860b-15d01590bdfe tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Made reservation on behalf of 6ddba1e8bfeb4c8baf308e9b43bf1bee for: {'port': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:28:26.725790 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-f561c5ec-c3ce-44e7-860b-15d01590bdfe tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:26.862674 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-f561c5ec-c3ce-44e7-860b-15d01590bdfe tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Allocated IP 172.20.0.5 (e0bdb774-31d7-4659-a84f-c1ee72da57b4/9c5b1b93-c7b8-423f-a1b8-d225b446a3d8/fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:28:27.025908 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-f561c5ec-c3ce-44e7-860b-15d01590bdfe tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Publish callbacks [] for port (fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:27.026935 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:27.064024 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-f561c5ec-c3ce-44e7-860b-15d01590bdfe tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:27.113215 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-f561c5ec-c3ce-44e7-860b-15d01590bdfe tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Network e0bdb774-31d7-4659-a84f-c1ee72da57b4 is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:28:27.118666 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-f561c5ec-c3ce-44e7-860b-15d01590bdfe tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:28:27.122689 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-f561c5ec-c3ce-44e7-860b-15d01590bdfe tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:28:27.146375 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561c5ec-c3ce-44e7-860b-15d01590bdfe tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Pushing event updated for resources: {'Port': ['ID=fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:27.179317 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-f561c5ec-c3ce-44e7-860b-15d01590bdfe tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:27.180133 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-f561c5ec-c3ce-44e7-860b-15d01590bdfe tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:27.194442 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-9994c58f-f33d-4f03-92b7-8a2e67325192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:27.198568 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-f561c5ec-c3ce-44e7-860b-15d01590bdfe tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6256280 Oct 27 13:28:27.260136 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Request body: {'port': {'device_id': 'f4ce0a5c-84d9-45ed-9354-2aa64d6992cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:28:27.290092 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fed8d3-4071-4cec-a1c3-be51944f3ca6 req-06f6fd02-069e-4b01-9ceb-71526112ba66 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:27.291709 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-95fed8d3-4071-4cec-a1c3-be51944f3ca6 req-06f6fd02-069e-4b01-9ceb-71526112ba66 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 931 time: 0.0562415 Oct 27 13:28:27.355992 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-95fed8d3-4071-4cec-a1c3-be51944f3ca6 req-3588bb97-b775-4558-959f-af9a54a1ce40 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577126 Oct 27 13:28:27.583260 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:27.829899 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:27.923416 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 {{(pid=104533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:28:27.932190 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Publish callbacks [] for port (fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:27.946196 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.provisioning_blocks [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Transition to ACTIVE for port object fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 will not be triggered until provisioned by entity L2. {{(pid=104533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:28:27.950319 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:28.032678 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Pushing event updated for resources: {'Port': ['ID=fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:28.068751 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Attempting to bind port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:28:28.069086 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Attempting to bind port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '224798fc-a61f-49fb-bc13-cf2fea1b4247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e0bdb774-31d7-4659-a84f-c1ee72da57b4'}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:28:28.069419 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Attempting to bind port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 on network e0bdb774-31d7-4659-a84f-c1ee72da57b4 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:28:28.124176 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 on network e0bdb774-31d7-4659-a84f-c1ee72da57b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:28:28.124798 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Attempting to bind port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 on network e0bdb774-31d7-4659-a84f-c1ee72da57b4 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:28:28.191772 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:28:28.192149 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Checking segment: {'id': '224798fc-a61f-49fb-bc13-cf2fea1b4247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e0bdb774-31d7-4659-a84f-c1ee72da57b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:28:28.192559 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Bound using segment: {'id': '224798fc-a61f-49fb-bc13-cf2fea1b4247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e0bdb774-31d7-4659-a84f-c1ee72da57b4'} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:28:28.192993 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Bound port: fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224798fc-a61f-49fb-bc13-cf2fea1b4247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e0bdb774-31d7-4659-a84f-c1ee72da57b4'}}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:28:28.193350 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:28.263636 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] For port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609, host hv-cinder-86243, cleared binding levels {{(pid=104533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:28:28.266917 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] For port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609,segment=NetworkSegment(224798fc-a61f-49fb-bc13-cf2fea1b4247),segment_id=224798fc-a61f-49fb-bc13-cf2fea1b4247)] {{(pid=104533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:28:28.274143 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:28.279106 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:28.279763 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:28.281322 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 HTTP/1.1" status: 200 len: 1093 time: 1.0258365 Oct 27 13:28:28.281920 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ce0a5c-84d9-45ed-9354-2aa64d6992cc', 'tag': 'fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:28:28.284518 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a4ccf6-e6df-4360-9a21-4707148951e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ce0a5c-84d9-45ed-9354-2aa64d6992cc", "tag": "fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:28:28.331152 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a3d06f-f855-4555-8e71-5d1a93c5991c x-openstack-request-id: req-08a3d06f-f855-4555-8e71-5d1a93c5991c {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:28:28.331438 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ce0a5c-84d9-45ed-9354-2aa64d6992cc", "tag": "fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:28:28.331688 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08a3d06f-f855-4555-8e71-5d1a93c5991c {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:28:28.332081 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a3d06f-f855-4555-8e71-5d1a93c5991c'] response: {'name': 'network-changed', 'server_uuid': 'f4ce0a5c-84d9-45ed-9354-2aa64d6992cc', 'tag': 'fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609', 'status': 'completed', 'code': 200} Oct 27 13:28:28.350874 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:28.380340 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508ffb3-cb4f-4b33-8238-89fcea0e96bb service neutron] Pushing event updated for resources: {'Port': ['ID=fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609,revision_number=3']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:28.393761 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-3023cd4b-1809-4b10-a3bd-e43fdd7a1d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:28.395278 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-3023cd4b-1809-4b10-a3bd-e43fdd7a1d2a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=6ddba1e8bfeb4c8baf308e9b43bf1bee&device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 1127 time: 0.0571728 Oct 27 13:28:28.438125 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-cdedf219-b46e-4ac5-a6c3-621c317e0134 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 HTTP/1.1" status: 200 len: 217 time: 0.0347066 Oct 27 13:28:28.520849 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-4fa3ea5e-8f22-473f-9f01-c2cca2befe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:28.522238 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-4fa3ea5e-8f22-473f-9f01-c2cca2befe22 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9c5b1b93-c7b8-423f-a1b8-d225b446a3d8 HTTP/1.1" status: 200 len: 853 time: 0.0764649 Oct 27 13:28:28.533094 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330b882-a837-4901-85a3-a5e33589bd68 req-b301c657-808e-412d-9c42-896ae7687ea7 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:28.534538 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0330b882-a837-4901-85a3-a5e33589bd68 req-b301c657-808e-412d-9c42-896ae7687ea7 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 943 time: 0.0622091 Oct 27 13:28:28.572775 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-da4f9f75-767b-48bc-8d39-5585973c4737 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=e0bdb774-31d7-4659-a84f-c1ee72da57b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372641 Oct 27 13:28:28.663630 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0330b882-a837-4901-85a3-a5e33589bd68 req-a40946be-2dbc-4838-a4ef-e002bd2e2484 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193180 Oct 27 13:28:28.698946 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-dcb9c146-2fda-4bf3-b78c-0da1d29903cf service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e0bdb774-31d7-4659-a84f-c1ee72da57b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178002 Oct 27 13:28:28.763173 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:28.807632 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9c0e2eb4-a0c4-4b25-8920-2e3e3d8d3bd0 req-31165487-d65b-4c82-8a10-d9069f3cda9d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e0bdb774-31d7-4659-a84f-c1ee72da57b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011055 Oct 27 13:28:29.019432 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e538b60-fd24-46bb-bb5c-87808016d949 req-46105197-1227-418d-a07a-3e754b4acece tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:29.021006 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2e538b60-fd24-46bb-bb5c-87808016d949 req-46105197-1227-418d-a07a-3e754b4acece tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.0575807 Oct 27 13:28:29.087183 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2e538b60-fd24-46bb-bb5c-87808016d949 req-c7655ab5-3d85-4de5-846e-2641f6da9cf8 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589821 Oct 27 13:28:29.189079 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:29.204543 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107e6af-8986-4880-92e2-109dc3ba32f4 req-ed0b7acb-cfac-49d4-97af-57c857b40fc0 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:29.206111 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3107e6af-8986-4880-92e2-109dc3ba32f4 req-ed0b7acb-cfac-49d4-97af-57c857b40fc0 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 946 time: 0.0585594 Oct 27 13:28:29.260222 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3107e6af-8986-4880-92e2-109dc3ba32f4 req-8d0f1dd3-69a7-43a7-bc78-a7a62ab5b885 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476627 Oct 27 13:28:29.272603 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34df5bf-0fbc-42e3-8bca-3f3386d8ae05 req-daf77f52-0f28-4254-aafc-9c5a4edde876 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:29.274591 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b34df5bf-0fbc-42e3-8bca-3f3386d8ae05 req-daf77f52-0f28-4254-aafc-9c5a4edde876 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0583203 Oct 27 13:28:29.335891 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b34df5bf-0fbc-42e3-8bca-3f3386d8ae05 req-ac764eb2-4c4f-4440-b17a-374542911304 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548446 Oct 27 13:28:29.507183 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-235f3c58-1a6a-4e65-862d-f4f1550cc88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:29.788466 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d0694-e3be-4056-8024-8ab23a60e373 req-26fa73b1-20f5-4e16-a0eb-25c368742dd4 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:29.789982 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a10d0694-e3be-4056-8024-8ab23a60e373 req-26fa73b1-20f5-4e16-a0eb-25c368742dd4 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 943 time: 0.0496724 Oct 27 13:28:29.838172 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a10d0694-e3be-4056-8024-8ab23a60e373 req-a47fa566-b665-4397-ade2-9539d556673c tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Oct 27 13:28:30.096422 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4ccf6-e6df-4360-9a21-4707148951e4 req-a90fa3bf-5b8d-42b0-b9d0-aeaef172f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:30.097897 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-00a4ccf6-e6df-4360-9a21-4707148951e4 req-a90fa3bf-5b8d-42b0-b9d0-aeaef172f161 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=6ddba1e8bfeb4c8baf308e9b43bf1bee&device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 1127 time: 0.0488715 Oct 27 13:28:30.221399 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ceb163-9ed0-40ca-a485-6ff03ad40ac8 req-63748e78-395d-471f-b405-d7fb0ee938b3 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:30.222866 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-82ceb163-9ed0-40ca-a485-6ff03ad40ac8 req-63748e78-395d-471f-b405-d7fb0ee938b3 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.0507305 Oct 27 13:28:30.283595 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-82ceb163-9ed0-40ca-a485-6ff03ad40ac8 req-37bbc8b0-96f8-4bb3-b604-55e8f8dd0adb tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547993 Oct 27 13:28:30.398314 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb48e9-e5e0-4e55-83e3-d0fa18600e63 req-7354dd59-ed46-413b-b655-5b19bd41ae9a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:30.399894 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-99fb48e9-e5e0-4e55-83e3-d0fa18600e63 req-7354dd59-ed46-413b-b655-5b19bd41ae9a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 946 time: 0.0549357 Oct 27 13:28:30.459736 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-99fb48e9-e5e0-4e55-83e3-d0fa18600e63 req-7f1c5138-ef26-4d79-8f17-ff07fb1de29c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519369 Oct 27 13:28:30.466528 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3897d2-1371-4f40-862e-793846d3891b req-2b1adf07-b62e-4a3e-b768-db3d90783482 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:30.467241 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bd3897d2-1371-4f40-862e-793846d3891b req-2b1adf07-b62e-4a3e-b768-db3d90783482 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0502639 Oct 27 13:28:30.525662 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bd3897d2-1371-4f40-862e-793846d3891b req-bda88540-b9dd-448b-80b9-a0758d058982 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525835 Oct 27 13:28:30.800329 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:30.966345 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dec97-ff1b-4313-8036-c97b79bae39d req-6450534c-23e1-4391-a2c3-7e8d9f0e8453 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:30.967903 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6d9dec97-ff1b-4313-8036-c97b79bae39d req-6450534c-23e1-4391-a2c3-7e8d9f0e8453 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 943 time: 0.0487003 Oct 27 13:28:31.019249 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6d9dec97-ff1b-4313-8036-c97b79bae39d req-5a50839f-5a07-4603-9af0-cc42d308d289 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456128 Oct 27 13:28:31.412972 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a4273-5a8c-471c-894a-1f1e315c9e0e req-e32f708b-257a-47f1-98c6-97b759d65060 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:31.415046 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7f8a4273-5a8c-471c-894a-1f1e315c9e0e req-e32f708b-257a-47f1-98c6-97b759d65060 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.0526798 Oct 27 13:28:31.489365 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7f8a4273-5a8c-471c-894a-1f1e315c9e0e req-748a6ff4-e679-41e5-aa1c-87a820b26130 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593224 Oct 27 13:28:31.602568 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454531bc-6753-43f1-a49e-b6162d57a82a req-9a0ab8c3-a4ba-4501-960b-ac257b2b1312 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:31.604214 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-454531bc-6753-43f1-a49e-b6162d57a82a req-9a0ab8c3-a4ba-4501-960b-ac257b2b1312 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 946 time: 0.0603874 Oct 27 13:28:31.623921 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:28:31.672467 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-454531bc-6753-43f1-a49e-b6162d57a82a req-24188f1f-b711-4e86-9c67-ef80b4f7b062 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625632 Oct 27 13:28:31.673755 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e7209-ab9f-4cab-9eee-9b00fda08a14 req-54e4d64e-2a2b-4c3d-8fa8-bba69168f17c tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:31.676630 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-906e7209-ab9f-4cab-9eee-9b00fda08a14 req-54e4d64e-2a2b-4c3d-8fa8-bba69168f17c tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0553162 Oct 27 13:28:31.737898 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-906e7209-ab9f-4cab-9eee-9b00fda08a14 req-2c1ed3be-ee08-4ff2-a211-8059d735bf5c tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551753 Oct 27 13:28:31.772820 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609,segment=NetworkSegment(224798fc-a61f-49fb-bc13-cf2fea1b4247),segment_id=224798fc-a61f-49fb-bc13-cf2fea1b4247)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:28:31.785093 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': 'fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609', 'network_id': 'e0bdb774-31d7-4659-a84f-c1ee72da57b4', 'port_id': 'fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609', 'mac_address': 'fa:16:3e:17:f2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5b1b93-c7b8-423f-a1b8-d225b446a3d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:28:31.826963 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:28:31.827644 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:31.841175 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:28:31.863212 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609,segment=NetworkSegment(224798fc-a61f-49fb-bc13-cf2fea1b4247),segment_id=224798fc-a61f-49fb-bc13-cf2fea1b4247)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:28:31.867119 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:31.919706 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:31.927059 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:31.927400 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:31.927742 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:31.928155 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:31.928514 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:31.928839 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:31.929161 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:31.929479 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:31.929837 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:31.930156 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:31.930475 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:31.930807 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:31.931123 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:31.931436 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:31.931746 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:32.093023 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:32.131218 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:32.150895 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9907b85-abb4-4f47-b4ea-b460e9ed16ab req-6bcb73c0-ae4f-4911-adf0-28adee803fc9 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:32.152421 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e9907b85-abb4-4f47-b4ea-b460e9ed16ab req-6bcb73c0-ae4f-4911-adf0-28adee803fc9 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 944 time: 0.0513849 Oct 27 13:28:32.200735 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e9907b85-abb4-4f47-b4ea-b460e9ed16ab req-0549f7f2-b4f7-46c1-8cd6-991b709a8a17 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425222 Oct 27 13:28:32.246594 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:28:32.612908 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:32.628345 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50738ad3-15d1-45a0-8edf-14d0c2842e3c req-ab5c0780-c19f-4228-b158-87b408dc4be2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:32.630118 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-50738ad3-15d1-45a0-8edf-14d0c2842e3c req-ab5c0780-c19f-4228-b158-87b408dc4be2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.0542731 Oct 27 13:28:32.671123 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:32.678787 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=14 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:32.680028 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=14 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:32.705343 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-50738ad3-15d1-45a0-8edf-14d0c2842e3c req-fa33a32f-8f83-4a0a-a87d-4ee6ee994b79 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684605 Oct 27 13:28:32.830031 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d864a64-2d13-48a5-ba84-e77a20801ed2 req-ca9b1e52-cb86-4ff4-8420-8ade2cc53a9e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:32.830031 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3d864a64-2d13-48a5-ba84-e77a20801ed2 req-ca9b1e52-cb86-4ff4-8420-8ade2cc53a9e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 946 time: 0.0535276 Oct 27 13:28:32.850654 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:32.869888 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60574cbc-1161-45b2-ae10-ea2cb69a15ed req-701f542f-6ea5-4e11-9384-d9b04d935c32 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:32.871475 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-60574cbc-1161-45b2-ae10-ea2cb69a15ed req-701f542f-6ea5-4e11-9384-d9b04d935c32 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0538690 Oct 27 13:28:32.888913 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3d864a64-2d13-48a5-ba84-e77a20801ed2 req-9e344c12-a819-4192-a954-508b16f101d2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516870 Oct 27 13:28:32.924144 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-60574cbc-1161-45b2-ae10-ea2cb69a15ed req-42ba1a9c-c8de-4312-a779-270fc7e9624c tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466223 Oct 27 13:28:33.346428 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a50e3-f614-4717-9271-4e358557b2ea req-73f48d57-0a5c-440a-931d-e4cdddeb7257 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:33.347949 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-510a50e3-f614-4717-9271-4e358557b2ea req-73f48d57-0a5c-440a-931d-e4cdddeb7257 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 944 time: 0.0574183 Oct 27 13:28:33.397332 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-510a50e3-f614-4717-9271-4e358557b2ea req-1a327024-0b15-4e26-b0d8-f940ffa4a84c tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426402 Oct 27 13:28:33.514460 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4ccf6-e6df-4360-9a21-4707148951e4 req-ad52aa14-368f-41bc-95d1-749e299b8820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:33.515943 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-00a4ccf6-e6df-4360-9a21-4707148951e4 req-ad52aa14-368f-41bc-95d1-749e299b8820 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=e0bdb774-31d7-4659-a84f-c1ee72da57b4 HTTP/1.1" status: 200 len: 914 time: 0.0937598 Oct 27 13:28:33.580616 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b63707-df0e-4b32-b119-0050829cae53 req-33381532-0d07-405b-bf44-280dbaead6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:33.582123 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-76b63707-df0e-4b32-b119-0050829cae53 req-33381532-0d07-405b-bf44-280dbaead6ab service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=52552d69672a4677bd52c847cceec247&device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 1169 time: 0.0753601 Oct 27 13:28:33.588691 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837a974-9098-48a7-9b1f-351b87b4ae86 req-537b3602-ddd0-49f2-b1c3-436ed36227d6 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:33.590110 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4837a974-9098-48a7-9b1f-351b87b4ae86 req-537b3602-ddd0-49f2-b1c3-436ed36227d6 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.0821769 Oct 27 13:28:33.598429 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-00a4ccf6-e6df-4360-9a21-4707148951e4 req-2ab1e293-9506-49f2-b363-b5e3c3c579d7 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 HTTP/1.1" status: 200 len: 217 time: 0.0437951 Oct 27 13:28:33.628133 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:33.640914 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:28:33.672399 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9106b4-4b12-4947-a5cf-68f4d9233737 req-3b9016cc-3dd0-49ac-8a04-7034cb67f261 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:33.674083 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-da9106b4-4b12-4947-a5cf-68f4d9233737 req-3b9016cc-3dd0-49ac-8a04-7034cb67f261 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 946 time: 0.1131892 Oct 27 13:28:33.694389 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:28:33.702038 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:28:33.702833 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:33.703323 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 Oct 27 13:28:33.715084 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4ccf6-e6df-4360-9a21-4707148951e4 req-6ace8e49-b3fe-4b80-b5e2-31b470f06226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:33.717006 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-00a4ccf6-e6df-4360-9a21-4707148951e4 req-6ace8e49-b3fe-4b80-b5e2-31b470f06226 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9c5b1b93-c7b8-423f-a1b8-d225b446a3d8 HTTP/1.1" status: 200 len: 853 time: 0.0982633 Oct 27 13:28:33.754708 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [req-4837a974-9098-48a7-9b1f-351b87b4ae86 req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Deleting port 1df93e0f-5e21-4eff-a002-553c25504efd {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:28:33.755275 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-4837a974-9098-48a7-9b1f-351b87b4ae86 req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (1df93e0f-5e21-4eff-a002-553c25504efd), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:33.764814 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-00a4ccf6-e6df-4360-9a21-4707148951e4 req-abf7512f-8a20-4fc9-9fa4-a904f77a7c78 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=e0bdb774-31d7-4659-a84f-c1ee72da57b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403032 Oct 27 13:28:33.807862 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:28:33.808367 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:33.826235 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b63707-df0e-4b32-b119-0050829cae53 req-91c2b1a7-5cb5-45e9-a552-5522578b6332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:33.828357 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-76b63707-df0e-4b32-b119-0050829cae53 req-91c2b1a7-5cb5-45e9-a552-5522578b6332 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=a9d120ae-00f9-4b43-8e0b-d259ad2386ec HTTP/1.1" status: 200 len: 916 time: 0.2371812 Oct 27 13:28:33.841894 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ce0a5c-84d9-45ed-9354-2aa64d6992cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:28:33.844215 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ee2dde-f05f-4338-a1eb-a9059d78a5ad" -d '{"events": [{"server_uuid": "f4ce0a5c-84d9-45ed-9354-2aa64d6992cc", "name": "network-vif-plugged", "status": "completed", "tag": "fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:28:33.864177 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-da9106b4-4b12-4947-a5cf-68f4d9233737 req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Deleting port af0fd1e2-0d30-4347-ac85-c508bcc243ba {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:28:33.864612 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-da9106b4-4b12-4947-a5cf-68f4d9233737 req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:33.874897 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609,segment=NetworkSegment(224798fc-a61f-49fb-bc13-cf2fea1b4247),segment_id=224798fc-a61f-49fb-bc13-cf2fea1b4247)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:28:33.881167 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:33.891553 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21b4574-e12b-406b-853f-31345d68577d x-openstack-request-id: req-d21b4574-e12b-406b-853f-31345d68577d {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:28:33.891991 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ce0a5c-84d9-45ed-9354-2aa64d6992cc", "name": "network-vif-plugged", "status": "completed", "tag": "fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:28:33.892321 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d21b4574-e12b-406b-853f-31345d68577d {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:28:33.892753 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d21b4574-e12b-406b-853f-31345d68577d'] response: {'server_uuid': 'f4ce0a5c-84d9-45ed-9354-2aa64d6992cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609', 'code': 200} Oct 27 13:28:33.961908 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:33.977734 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-00a4ccf6-e6df-4360-9a21-4707148951e4 req-0094b94f-95d6-4b3d-b7cc-7f9517d9a4f7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e0bdb774-31d7-4659-a84f-c1ee72da57b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887190 Oct 27 13:28:33.980069 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-76b63707-df0e-4b32-b119-0050829cae53 req-bd7a0656-0e9c-4930-a4e2-18f9bafd958b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5914531a-8c3d-4f54-ab34-59d0c72ab0a9 HTTP/1.1" status: 200 len: 1002 time: 0.1378450 Oct 27 13:28:33.989633 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9808f-959f-42ef-ac2c-335587d5213e req-d8aedcc0-9592-4e3e-beb9-6bb2d9c84e4f tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:33.990126 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:33.997355 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-adf9808f-959f-42ef-ac2c-335587d5213e req-d8aedcc0-9592-4e3e-beb9-6bb2d9c84e4f tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.1766262 Oct 27 13:28:34.021893 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-da9106b4-4b12-4947-a5cf-68f4d9233737 req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] For port af0fd1e2-0d30-4347-ac85-c508bcc243ba, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=af0fd1e2-0d30-4347-ac85-c508bcc243ba,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:28:34.023216 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-da9106b4-4b12-4947-a5cf-68f4d9233737 req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:34.064107 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b63707-df0e-4b32-b119-0050829cae53 req-89d1bc50-8789-4118-bb6e-1d2e4d6a8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:34.065599 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-76b63707-df0e-4b32-b119-0050829cae53 req-89d1bc50-8789-4118-bb6e-1d2e4d6a8f5a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=5b534f89-d4bf-4109-8fb2-f47a50a755fe HTTP/1.1" status: 200 len: 854 time: 0.0662167 Oct 27 13:28:34.139006 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-4837a974-9098-48a7-9b1f-351b87b4ae86 req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] For port 1df93e0f-5e21-4eff-a002-553c25504efd, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=1df93e0f-5e21-4eff-a002-553c25504efd,segment=NetworkSegment(e5c45272-669f-4a6e-bc78-66653a65ecdf),segment_id=e5c45272-669f-4a6e-bc78-66653a65ecdf)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:28:34.139577 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-4837a974-9098-48a7-9b1f-351b87b4ae86 req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (1df93e0f-5e21-4eff-a002-553c25504efd), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:34.239776 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b63707-df0e-4b32-b119-0050829cae53 req-907da1d2-ee15-4904-8c88-011cbbb38d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:34.242204 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-76b63707-df0e-4b32-b119-0050829cae53 req-907da1d2-ee15-4904-8c88-011cbbb38d0c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=a9d120ae-00f9-4b43-8e0b-d259ad2386ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1634994 Oct 27 13:28:34.258892 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:34.276196 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694a8ca-b602-4b0c-a922-01588cdf46a7 req-f3950800-86da-4f48-96e5-cc72abc222a5 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:34.277702 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0694a8ca-b602-4b0c-a922-01588cdf46a7 req-f3950800-86da-4f48-96e5-cc72abc222a5 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 946 time: 0.2151015 Oct 27 13:28:34.316729 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2a309-393f-4aa6-ba4a-2a00f3202fb8 req-b5c73fc1-5126-495e-aee6-71d19e311433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:34.317509 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9da2a309-393f-4aa6-ba4a-2a00f3202fb8 req-b5c73fc1-5126-495e-aee6-71d19e311433 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 1129 time: 0.1605451 Oct 27 13:28:34.380049 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-00a4ccf6-e6df-4360-9a21-4707148951e4 req-6038376b-5d43-45e8-857b-17037d14e6da service neutron] 10.222.0.45 "GET /networking/v2.0/networks/e0bdb774-31d7-4659-a84f-c1ee72da57b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882210 Oct 27 13:28:34.391384 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-adf9808f-959f-42ef-ac2c-335587d5213e req-ddbd917a-8efc-42c7-8da6-a5c291a5a94d tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3931298 Oct 27 13:28:34.479228 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0694a8ca-b602-4b0c-a922-01588cdf46a7 req-bb53a330-c3be-4561-8c05-07891ac7d6e1 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=561ae413-55a5-441c-842f-9141c0745f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576474 Oct 27 13:28:34.484142 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9da2a309-393f-4aa6-ba4a-2a00f3202fb8 req-a589fb9f-f6be-4378-bf61-08e4df9ba23a service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494901 Oct 27 13:28:34.502813 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-da9106b4-4b12-4947-a5cf-68f4d9233737 req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:34.503622 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-da9106b4-4b12-4947-a5cf-68f4d9233737 req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (75b8a3d0-a98d-46df-9b8a-efd29ce75b43), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:34.504539 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.l3_db [req-da9106b4-4b12-4947-a5cf-68f4d9233737 req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Floating IP 75b8a3d0-a98d-46df-9b8a-efd29ce75b43 disassociated. External IP: 172.27.0.164, port: af0fd1e2-0d30-4347-ac85-c508bcc243ba. Oct 27 13:28:34.505095 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-da9106b4-4b12-4947-a5cf-68f4d9233737 req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Calling delete_port for af0fd1e2-0d30-4347-ac85-c508bcc243ba owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:28:34.544834 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:34.611417 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827244ac-3d6d-41b7-af32-55ec6aa46c75 req-f3f84051-e7f8-4289-84b1-404a2cde11c8 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:34.612981 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-827244ac-3d6d-41b7-af32-55ec6aa46c75 req-f3f84051-e7f8-4289-84b1-404a2cde11c8 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 945 time: 0.1316383 Oct 27 13:28:34.627672 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-76b63707-df0e-4b32-b119-0050829cae53 req-36849e4b-93d7-4e6b-9030-fa6cc2418f63 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a9d120ae-00f9-4b43-8e0b-d259ad2386ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205905 Oct 27 13:28:34.636365 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc529c1-39de-493d-ada4-4563de03cd40 req-b6c0cbb8-7d55-4b5d-bc34-8f7eed365ab2 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:34.637853 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2bc529c1-39de-493d-ada4-4563de03cd40 req-b6c0cbb8-7d55-4b5d-bc34-8f7eed365ab2 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 945 time: 0.0719287 Oct 27 13:28:34.662396 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-4837a974-9098-48a7-9b1f-351b87b4ae86 req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:34.662974 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-4837a974-9098-48a7-9b1f-351b87b4ae86 req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (4fad37b0-9c53-4e1d-8072-4aca51578534), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:34.663459 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.l3_db [req-4837a974-9098-48a7-9b1f-351b87b4ae86 req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Floating IP 4fad37b0-9c53-4e1d-8072-4aca51578534 disassociated. External IP: 172.27.0.61, port: 1df93e0f-5e21-4eff-a002-553c25504efd. Oct 27 13:28:34.664003 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [req-4837a974-9098-48a7-9b1f-351b87b4ae86 req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Calling delete_port for 1df93e0f-5e21-4eff-a002-553c25504efd owned by compute:nova {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:28:34.707277 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:34.716277 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:34.737618 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-da9106b4-4b12-4947-a5cf-68f4d9233737 req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (af0fd1e2-0d30-4347-ac85-c508bcc243ba), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:34.749555 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2bc529c1-39de-493d-ada4-4563de03cd40 req-3367cb3f-9941-42c1-b80b-375a68c94aad tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950546 Oct 27 13:28:34.771039 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event deleted for resources: {'Port': ['ID=af0fd1e2-0d30-4347-ac85-c508bcc243ba,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:34.784037 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:34.784452 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:34.784766 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:34.785101 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:34.785433 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:34.785761 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:34.786089 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:34.786417 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:34.786747 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:34.787067 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:34.787387 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:34.787708 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:34.788027 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:34.788392 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:34.788688 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:34.794530 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-827244ac-3d6d-41b7-af32-55ec6aa46c75 req-8a43dc0f-6588-4806-8594-2b0275348121 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9778f8e4-6175-4f02-9407-5a49b8d7b123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716669 Oct 27 13:28:34.921734 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da9106b4-4b12-4947-a5cf-68f4d9233737 req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Router 2665357b-a887-4f2b-a360-b439a8bd8e99 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:28:35.065908 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da9106b4-4b12-4947-a5cf-68f4d9233737 req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:28:35.081084 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635af6bd-2baf-438d-a708-02ca86917881 None None] Sync routers for ids ['2665357b-a887-4f2b-a360-b439a8bd8e99'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:28:35.093990 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635af6bd-2baf-438d-a708-02ca86917881 None None] Routers {'2665357b-a887-4f2b-a360-b439a8bd8e99'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:28:35.095406 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-635af6bd-2baf-438d-a708-02ca86917881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:28:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2665357b-a887-4f2b-a360-b439a8bd8e99'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:28:35.118096 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9106b4-4b12-4947-a5cf-68f4d9233737 req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] No DVR routers for this DVR port af0fd1e2-0d30-4347-ac85-c508bcc243ba on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:28:35.121414 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-da9106b4-4b12-4947-a5cf-68f4d9233737 req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:35.126611 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-da9106b4-4b12-4947-a5cf-68f4d9233737 req-cb08e8a1-22be-425d-a96b-3303d872572d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.45 "DELETE /networking/v2.0/ports/af0fd1e2-0d30-4347-ac85-c508bcc243ba HTTP/1.1" status: 204 len: 173 time: 1.4456272 Oct 27 13:28:35.127469 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'name': 'network-vif-deleted', 'tag': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:28:35.133462 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b172fd7-afe3-4755-9af2-e93887f00ffd" -d '{"events": [{"server_uuid": "896767c6-1a1e-4729-992a-7d4dfa6b503c", "name": "network-vif-deleted", "tag": "af0fd1e2-0d30-4347-ac85-c508bcc243ba"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:28:35.166294 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-76b63707-df0e-4b32-b119-0050829cae53 req-0cf7d8a4-2866-4773-8307-376a05685d6c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a9d120ae-00f9-4b43-8e0b-d259ad2386ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509583 Oct 27 13:28:35.186159 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd92e608-9066-4a91-b598-8048588d42b6 x-openstack-request-id: req-cd92e608-9066-4a91-b598-8048588d42b6 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:28:35.186516 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896767c6-1a1e-4729-992a-7d4dfa6b503c", "name": "network-vif-deleted", "tag": "af0fd1e2-0d30-4347-ac85-c508bcc243ba", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:28:35.186772 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd92e608-9066-4a91-b598-8048588d42b6 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:28:35.187218 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd92e608-9066-4a91-b598-8048588d42b6'] response: {'server_uuid': '896767c6-1a1e-4729-992a-7d4dfa6b503c', 'name': 'network-vif-deleted', 'tag': 'af0fd1e2-0d30-4347-ac85-c508bcc243ba', 'status': 'completed', 'code': 200} Oct 27 13:28:35.200959 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-4837a974-9098-48a7-9b1f-351b87b4ae86 req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (1df93e0f-5e21-4eff-a002-553c25504efd), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:35.222337 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-635af6bd-2baf-438d-a708-02ca86917881 None None] Set router 2665357b-a887-4f2b-a360-b439a8bd8e99 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:28:35.243807 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event deleted for resources: {'Port': ['ID=1df93e0f-5e21-4eff-a002-553c25504efd,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:35.291103 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:35.291480 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:35.291763 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:35.292103 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:35.292572 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:35.292799 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:35.293124 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:35.293446 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:35.293773 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:35.294095 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:35.294433 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:35.294824 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:35.295151 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:35.295451 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:35.295765 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:28:35.392199 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4837a974-9098-48a7-9b1f-351b87b4ae86 req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:28:35.531108 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-635af6bd-2baf-438d-a708-02ca86917881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'e8634811-804f-4d2f-b58e-5a709fa6eb40', 'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'mac_address': 'fa:16:3e:73:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:01Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'subnets': [{'id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:28:35.561293 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635af6bd-2baf-438d-a708-02ca86917881 None None] Checking router: 2665357b-a887-4f2b-a360-b439a8bd8e99 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:28:35.573529 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4837a974-9098-48a7-9b1f-351b87b4ae86 req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:28:35.573829 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635af6bd-2baf-438d-a708-02ca86917881 None None] Routers {'2665357b-a887-4f2b-a360-b439a8bd8e99'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:28:35.575741 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-635af6bd-2baf-438d-a708-02ca86917881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:28:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2665357b-a887-4f2b-a360-b439a8bd8e99'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:28:35.585694 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b23d6f-3ac6-4f01-a6a9-8c5293109eab None None] Sync routers for ids ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:28:35.616584 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b23d6f-3ac6-4f01-a6a9-8c5293109eab None None] Routers {'30dfcda2-51a7-4e6d-92a9-cca43af2af8d'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:28:35.621583 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-60b23d6f-3ac6-4f01-a6a9-8c5293109eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:28:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:28:35.627538 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516d419-4f81-431c-baca-138950b54f3d req-896a4db3-fc37-4006-9157-f8be87df7abc tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:35.628030 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:35.629462 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9516d419-4f81-431c-baca-138950b54f3d req-896a4db3-fc37-4006-9157-f8be87df7abc tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.1134188 Oct 27 13:28:35.651968 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [req-4837a974-9098-48a7-9b1f-351b87b4ae86 req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] No DVR routers for this DVR port 1df93e0f-5e21-4eff-a002-553c25504efd on host hv-cinder-86243 {{(pid=104532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:28:35.655914 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-4837a974-9098-48a7-9b1f-351b87b4ae86 req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:35.663465 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4837a974-9098-48a7-9b1f-351b87b4ae86 req-02406441-c52e-4dd6-a9b5-f06f22e33e8e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.45 "DELETE /networking/v2.0/ports/1df93e0f-5e21-4eff-a002-553c25504efd HTTP/1.1" status: 204 len: 173 time: 2.0640080 Oct 27 13:28:35.664051 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91179d4-4294-46cc-b7c1-6aaf60a1ef45', 'name': 'network-vif-deleted', 'tag': '1df93e0f-5e21-4eff-a002-553c25504efd'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:28:35.666959 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fc5afd-81ae-4896-a153-c7fa7c852ac0" -d '{"events": [{"server_uuid": "a91179d4-4294-46cc-b7c1-6aaf60a1ef45", "name": "network-vif-deleted", "tag": "1df93e0f-5e21-4eff-a002-553c25504efd"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:28:35.667980 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e4e5cd4a-a428-438b-9247-376e550f059b req-2d89a313-d399-4c6f-a965-4a4fe1282846 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0611520 Oct 27 13:28:35.776081 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-60b23d6f-3ac6-4f01-a6a9-8c5293109eab None None] Set router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:28:35.799028 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9516d419-4f81-431c-baca-138950b54f3d req-23f517fe-4e93-40b9-aba6-b96ad6161011 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1478758 Oct 27 13:28:35.802272 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eed06cc-9ab0-49de-acc1-76c16cab8dfb x-openstack-request-id: req-7eed06cc-9ab0-49de-acc1-76c16cab8dfb {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:28:35.802580 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91179d4-4294-46cc-b7c1-6aaf60a1ef45", "name": "network-vif-deleted", "tag": "1df93e0f-5e21-4eff-a002-553c25504efd", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:28:35.802834 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7eed06cc-9ab0-49de-acc1-76c16cab8dfb {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:28:35.803242 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eed06cc-9ab0-49de-acc1-76c16cab8dfb'] response: {'server_uuid': 'a91179d4-4294-46cc-b7c1-6aaf60a1ef45', 'name': 'network-vif-deleted', 'tag': '1df93e0f-5e21-4eff-a002-553c25504efd', 'status': 'completed', 'code': 200} Oct 27 13:28:35.907335 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-635af6bd-2baf-438d-a708-02ca86917881 None None] Set router 2665357b-a887-4f2b-a360-b439a8bd8e99 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:28:35.951139 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7134315-cf0a-4da5-bfe4-e73ea59d1532 req-cfada025-5a30-44c4-8d80-75a0c49a4dc7 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:35.952967 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d7134315-cf0a-4da5-bfe4-e73ea59d1532 req-cfada025-5a30-44c4-8d80-75a0c49a4dc7 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 945 time: 0.0914435 Oct 27 13:28:35.959817 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7a5f00f7-9546-44d6-b9ec-65bb771ff87a req-c5de5021-dee9-4a5b-9450-e70d5c5e4a0a tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.0434980 Oct 27 13:28:36.016894 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-60b23d6f-3ac6-4f01-a6a9-8c5293109eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 4, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'da5205e6-7921-4b98-a7d5-d15aadaa9420', 'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'mac_address': 'fa:16:3e:e5:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:58Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'subnets': [{'id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:28:36.018389 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d7134315-cf0a-4da5-bfe4-e73ea59d1532 req-78395bb6-908d-4021-8ba9-7c71bcd24eb0 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578337 Oct 27 13:28:36.134775 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-635af6bd-2baf-438d-a708-02ca86917881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'e8634811-804f-4d2f-b58e-5a709fa6eb40', 'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'mac_address': 'fa:16:3e:73:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:01Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'subnets': [{'id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:28:36.164867 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635af6bd-2baf-438d-a708-02ca86917881 None None] The sync data for ids ['2665357b-a887-4f2b-a360-b439a8bd8e99'] in dv-cinder-862432-3-iscsi is: [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'e8634811-804f-4d2f-b58e-5a709fa6eb40', 'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'mac_address': 'fa:16:3e:73:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:01Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'subnets': [{'id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:28:36.196591 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b23d6f-3ac6-4f01-a6a9-8c5293109eab None None] Checking router: 30dfcda2-51a7-4e6d-92a9-cca43af2af8d for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:28:36.206016 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b23d6f-3ac6-4f01-a6a9-8c5293109eab None None] Routers {'30dfcda2-51a7-4e6d-92a9-cca43af2af8d'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:28:36.206637 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-60b23d6f-3ac6-4f01-a6a9-8c5293109eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:28:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:28:36.358011 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-60b23d6f-3ac6-4f01-a6a9-8c5293109eab None None] Set router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:28:36.581917 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25efe432-3a30-4913-9619-4986eaa4056b None None] New status for floating IP 75b8a3d0-a98d-46df-9b8a-efd29ce75b43: DOWN {{(pid=104535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:28:36.645629 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-60b23d6f-3ac6-4f01-a6a9-8c5293109eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 4, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'da5205e6-7921-4b98-a7d5-d15aadaa9420', 'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'mac_address': 'fa:16:3e:e5:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:58Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'subnets': [{'id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:28:36.681518 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b23d6f-3ac6-4f01-a6a9-8c5293109eab None None] The sync data for ids ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'] in dv-cinder-862432-3-iscsi is: [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 4, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'da5205e6-7921-4b98-a7d5-d15aadaa9420', 'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'mac_address': 'fa:16:3e:e5:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:58Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'subnets': [{'id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:28:36.828284 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:36.831657 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-630437d8-9420-4e86-81b3-7efc1b6a14f0 req-902f8246-f2b2-40e0-a8f8-792b787bb16c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=896767c6-1a1e-4729-992a-7d4dfa6b503c HTTP/1.1" status: 200 len: 210 time: 0.0379267 Oct 27 13:28:36.941735 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:36.962570 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef95128-7a3b-44c5-9be2-b364ad04d63e req-2271aeb9-d490-4248-b478-55f2434d0ac0 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:36.964798 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-aef95128-7a3b-44c5-9be2-b364ad04d63e req-2271aeb9-d490-4248-b478-55f2434d0ac0 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.0717967 Oct 27 13:28:37.094526 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a1f11-86eb-4895-909f-3a4ec4a60800 None None] New status for floating IP 4fad37b0-9c53-4e1d-8072-4aca51578534: DOWN {{(pid=104534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:28:37.121105 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-aef95128-7a3b-44c5-9be2-b364ad04d63e req-d9451b2a-7f9a-4f0f-9981-961e0696b80b tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487632 Oct 27 13:28:37.193370 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-54c5fe44-0919-48f9-ad78-fefb83de2189 req-4d85a4c4-38a5-48a7-a3c3-861a38b22c0d tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.0597410 Oct 27 13:28:37.550543 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec6631-6562-4209-9bec-f82e36b16268 req-51bd7611-aeaa-4477-bb92-95820cfc576a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:37.552326 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-deec6631-6562-4209-9bec-f82e36b16268 req-51bd7611-aeaa-4477-bb92-95820cfc576a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 946 time: 0.0503378 Oct 27 13:28:37.610937 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-deec6631-6562-4209-9bec-f82e36b16268 req-de770087-3cb4-47bd-a946-864a7e8954b8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=460c81e3-b3a9-4c77-92de-5302614b8231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528405 Oct 27 13:28:37.656215 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 1df93e0f-5e21-4eff-a002-553c25504efd no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:28:37.679334 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: 1df93e0f-5e21-4eff-a002-553c25504efd {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:28:37.679639 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 1df93e0f-5e21-4eff-a002-553c25504efd not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:28:37.680147 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device af0fd1e2-0d30-4347-ac85-c508bcc243ba no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:28:37.713119 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: af0fd1e2-0d30-4347-ac85-c508bcc243ba {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:28:37.713466 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device af0fd1e2-0d30-4347-ac85-c508bcc243ba not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:28:37.947642 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 59734) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:28:38.010926 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-430381a4-7fc2-41d6-9258-f1b34f4cecf2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group (561ae413-55a5-441c-842f-9141c0745f3f), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:38.040984 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-430381a4-7fc2-41d6-9258-f1b34f4cecf2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group (561ae413-55a5-441c-842f-9141c0745f3f), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:38.092516 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-430381a4-7fc2-41d6-9258-f1b34f4cecf2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (561ae413-55a5-441c-842f-9141c0745f3f), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:38.095144 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-430381a4-7fc2-41d6-9258-f1b34f4cecf2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:38.096354 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-430381a4-7fc2-41d6-9258-f1b34f4cecf2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/561ae413-55a5-441c-842f-9141c0745f3f HTTP/1.1" status: 204 len: 168 time: 0.1476064 Oct 27 13:28:38.099385 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59736) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:28:38.106760 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430381a4-7fc2-41d6-9258-f1b34f4cecf2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=561ae413-55a5-441c-842f-9141c0745f3f,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:38.114307 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.api.v2.resource [None req-57107d19-bfd2-49c4-ad12-01fc44c90632 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] show failed (client error): The resource could not be found. Oct 27 13:28:38.115480 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-57107d19-bfd2-49c4-ad12-01fc44c90632 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups/561ae413-55a5-441c-842f-9141c0745f3f HTTP/1.1" status: 404 len: 347 time: 0.0146153 Oct 27 13:28:38.118246 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59738) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:28:38.275903 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f6407-69e0-401e-8cdc-0fefa0dfbaf3 req-341d97dd-3949-4a59-abce-ccc648675ac3 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:38.277338 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5f0f6407-69e0-401e-8cdc-0fefa0dfbaf3 req-341d97dd-3949-4a59-abce-ccc648675ac3 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.0794594 Oct 27 13:28:38.280123 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-a4be092d-6c23-4f8a-8c3c-700a905f8e3d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Deleting port cf0d700b-9035-401b-8e7d-bef89882a527 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:28:38.280494 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a4be092d-6c23-4f8a-8c3c-700a905f8e3d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (cf0d700b-9035-401b-8e7d-bef89882a527), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:38.332390 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-425ebb9d-fc74-49e7-ac96-bdfaa8153551 req-68e29e7e-2366-4eb5-829c-7b708e56eb0e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a91179d4-4294-46cc-b7c1-6aaf60a1ef45 HTTP/1.1" status: 200 len: 210 time: 0.0328054 Oct 27 13:28:38.410692 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a4be092d-6c23-4f8a-8c3c-700a905f8e3d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (cf0d700b-9035-401b-8e7d-bef89882a527), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:38.411023 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a4be092d-6c23-4f8a-8c3c-700a905f8e3d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for floatingip (cf0d700b-9035-401b-8e7d-bef89882a527), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:38.418306 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5f0f6407-69e0-401e-8cdc-0fefa0dfbaf3 req-99fa2c9e-4963-4ec2-a9ca-ea77b55fed51 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254489 Oct 27 13:28:38.430728 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-a4be092d-6c23-4f8a-8c3c-700a905f8e3d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Calling delete_port for cf0d700b-9035-401b-8e7d-bef89882a527 owned by network:floatingip {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:28:38.600023 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a4be092d-6c23-4f8a-8c3c-700a905f8e3d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (cf0d700b-9035-401b-8e7d-bef89882a527), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:38.627795 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be092d-6c23-4f8a-8c3c-700a905f8e3d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event deleted for resources: {'Port': ['ID=cf0d700b-9035-401b-8e7d-bef89882a527,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:38.758640 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f46abe-fda2-47c2-bbb7-5f7b352b2571 req-aa0cabb0-c5b7-4495-9f10-068ab2801f71 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:38.760218 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e4f46abe-fda2-47c2-bbb7-5f7b352b2571 req-aa0cabb0-c5b7-4495-9f10-068ab2801f71 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 946 time: 0.0652518 Oct 27 13:28:38.802172 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:38.829663 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e4f46abe-fda2-47c2-bbb7-5f7b352b2571 req-135e0e8d-13f0-47cb-bd88-6b3e99691105 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=460c81e3-b3a9-4c77-92de-5302614b8231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614717 Oct 27 13:28:38.936988 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:38.943583 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a4be092d-6c23-4f8a-8c3c-700a905f8e3d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for floatingip (75b8a3d0-a98d-46df-9b8a-efd29ce75b43), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:38.946641 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a4be092d-6c23-4f8a-8c3c-700a905f8e3d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:38.947828 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-a4be092d-6c23-4f8a-8c3c-700a905f8e3d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/75b8a3d0-a98d-46df-9b8a-efd29ce75b43 HTTP/1.1" status: 204 len: 168 time: 0.8286145 Oct 27 13:28:39.046013 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59750) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:28:39.050797 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-9f8f7df6-023e-44f4-bb0f-1ee56789c3b2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571386131', 'description': 'tempest-description--1879840695'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:28:39.072426 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9f8f7df6-023e-44f4-bb0f-1ee56789c3b2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.142737 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9f8f7df6-023e-44f4-bb0f-1ee56789c3b2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group (13d8dacc-60ff-4948-ae1d-40031c3905e0), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.149166 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9f8f7df6-023e-44f4-bb0f-1ee56789c3b2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (13d8dacc-60ff-4948-ae1d-40031c3905e0), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.182084 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9f8f7df6-023e-44f4-bb0f-1ee56789c3b2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.183334 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-9f8f7df6-023e-44f4-bb0f-1ee56789c3b2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1361794 Oct 27 13:28:39.184443 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f7df6-023e-44f4-bb0f-1ee56789c3b2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d8dacc-60ff-4948-ae1d-40031c3905e0,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:39.186472 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 59752) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:28:39.190926 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-cf10cd0e-960c-4266-a437-6e9485611252 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Request body: {'security_group_rule': {'security_group_id': '13d8dacc-60ff-4948-ae1d-40031c3905e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:28:39.219709 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cf10cd0e-960c-4266-a437-6e9485611252 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group_rule (66d33894-7396-4aa6-bdc7-10bf3ff97bf1), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.283343 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cf10cd0e-960c-4266-a437-6e9485611252 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group_rule (66d33894-7396-4aa6-bdc7-10bf3ff97bf1), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.287329 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cf10cd0e-960c-4266-a437-6e9485611252 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (66d33894-7396-4aa6-bdc7-10bf3ff97bf1), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.309421 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10cd0e-960c-4266-a437-6e9485611252 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d33894-7396-4aa6-bdc7-10bf3ff97bf1,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:39.319364 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cf10cd0e-960c-4266-a437-6e9485611252 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.320665 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-cf10cd0e-960c-4266-a437-6e9485611252 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331930 Oct 27 13:28:39.323592 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59754) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:28:39.328495 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-9ef92aeb-0708-42ce-9aa4-c28d5db2ad50 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Request body: {'security_group_rule': {'security_group_id': '13d8dacc-60ff-4948-ae1d-40031c3905e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:28:39.357561 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9ef92aeb-0708-42ce-9aa4-c28d5db2ad50 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group_rule (630fb2aa-6098-47b9-8e68-94c6569f1bc8), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.419788 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2841be7-395d-4c4e-90d3-25b6b9828908 req-3b2416fe-29db-4aa4-b60b-8781b7942a90 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:39.419972 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:39.421380 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c2841be7-395d-4c4e-90d3-25b6b9828908 req-3b2416fe-29db-4aa4-b60b-8781b7942a90 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 946 time: 0.0562325 Oct 27 13:28:39.429050 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9ef92aeb-0708-42ce-9aa4-c28d5db2ad50 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group_rule (630fb2aa-6098-47b9-8e68-94c6569f1bc8), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.434937 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9ef92aeb-0708-42ce-9aa4-c28d5db2ad50 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (630fb2aa-6098-47b9-8e68-94c6569f1bc8), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.456949 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59762) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:28:39.474946 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef92aeb-0708-42ce-9aa4-c28d5db2ad50 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630fb2aa-6098-47b9-8e68-94c6569f1bc8,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:39.482881 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9ef92aeb-0708-42ce-9aa4-c28d5db2ad50 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.488195 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-9ef92aeb-0708-42ce-9aa4-c28d5db2ad50 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1631896 Oct 27 13:28:39.493435 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 59764) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:28:39.502242 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Request body: {'floatingip': {'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:28:39.532967 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-58bd9807-5055-4976-a751-47a5f5d92aa1 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group (9778f8e4-6175-4f02-9407-5a49b8d7b123), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.557600 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-58bd9807-5055-4976-a751-47a5f5d92aa1 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group (9778f8e4-6175-4f02-9407-5a49b8d7b123), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.594795 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.599955 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [req-c2841be7-395d-4c4e-90d3-25b6b9828908 req-fea2fcdb-6b38-4653-af8c-b884ed11787b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Deleting port f942fce4-3fce-4282-9e21-4c881b31394c {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:28:39.600586 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c2841be7-395d-4c4e-90d3-25b6b9828908 req-fea2fcdb-6b38-4653-af8c-b884ed11787b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (f942fce4-3fce-4282-9e21-4c881b31394c), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.613004 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-58bd9807-5055-4976-a751-47a5f5d92aa1 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (9778f8e4-6175-4f02-9407-5a49b8d7b123), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.616148 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-58bd9807-5055-4976-a751-47a5f5d92aa1 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.622182 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-58bd9807-5055-4976-a751-47a5f5d92aa1 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/9778f8e4-6175-4f02-9407-5a49b8d7b123 HTTP/1.1" status: 204 len: 168 time: 0.1624632 Oct 27 13:28:39.622305 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59766) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:28:39.638966 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137c23b-f9bc-403a-b8ea-e17128fa41bc req-7bfce801-e15d-4bf4-9a09-4a359535ada9 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:39.640527 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5137c23b-f9bc-403a-b8ea-e17128fa41bc req-7bfce801-e15d-4bf4-9a09-4a359535ada9 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.1200936 Oct 27 13:28:39.640936 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd9807-5055-4976-a751-47a5f5d92aa1 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9778f8e4-6175-4f02-9407-5a49b8d7b123,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:39.649754 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.api.v2.resource [None req-fc4ad6dd-eaf6-464b-9ebe-7050575c1f1d tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] show failed (client error): The resource could not be found. Oct 27 13:28:39.651616 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-fc4ad6dd-eaf6-464b-9ebe-7050575c1f1d tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups/9778f8e4-6175-4f02-9407-5a49b8d7b123 HTTP/1.1" status: 404 len: 347 time: 0.0255847 Oct 27 13:28:39.654658 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59768) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:28:39.758505 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:39.771811 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-fb070589-f736-4f58-95b0-09fe1de0b572 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Deleting port 534e0a0b-d7c7-458a-b2ba-e335dcd9a084 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:28:39.772150 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fb070589-f736-4f58-95b0-09fe1de0b572 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (534e0a0b-d7c7-458a-b2ba-e335dcd9a084), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.806218 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.837770 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5137c23b-f9bc-403a-b8ea-e17128fa41bc req-c9ecd4ca-371b-4758-887d-effafb7f3961 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394825 Oct 27 13:28:39.873704 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fb070589-f736-4f58-95b0-09fe1de0b572 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (534e0a0b-d7c7-458a-b2ba-e335dcd9a084), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.873704 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fb070589-f736-4f58-95b0-09fe1de0b572 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for floatingip (534e0a0b-d7c7-458a-b2ba-e335dcd9a084), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:39.889765 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-fb070589-f736-4f58-95b0-09fe1de0b572 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Calling delete_port for 534e0a0b-d7c7-458a-b2ba-e335dcd9a084 owned by network:floatingip {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:28:39.891330 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-c2841be7-395d-4c4e-90d3-25b6b9828908 req-fea2fcdb-6b38-4653-af8c-b884ed11787b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] For port f942fce4-3fce-4282-9e21-4c881b31394c, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=f942fce4-3fce-4282-9e21-4c881b31394c,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:28:39.891703 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c2841be7-395d-4c4e-90d3-25b6b9828908 req-fea2fcdb-6b38-4653-af8c-b884ed11787b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (f942fce4-3fce-4282-9e21-4c881b31394c), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.016867 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d267add-d60e-4787-9cbb-7886642d7406 req-2cc06f05-8407-4e4e-bc42-cdb5bf5fc897 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:40.018506 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8d267add-d60e-4787-9cbb-7886642d7406 req-2cc06f05-8407-4e4e-bc42-cdb5bf5fc897 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 946 time: 0.0699549 Oct 27 13:28:40.021934 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:40.059397 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:40.063899 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Allocated IP 172.27.0.162 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/a0ae3742-44af-48c2-a560-c8d320abe803) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:28:40.113161 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8d267add-d60e-4787-9cbb-7886642d7406 req-34e7dca6-6488-4fdb-b673-75a1b98238ce tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=460c81e3-b3a9-4c77-92de-5302614b8231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774949 Oct 27 13:28:40.142831 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fb070589-f736-4f58-95b0-09fe1de0b572 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (534e0a0b-d7c7-458a-b2ba-e335dcd9a084), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.187209 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb070589-f736-4f58-95b0-09fe1de0b572 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event deleted for resources: {'Port': ['ID=534e0a0b-d7c7-458a-b2ba-e335dcd9a084,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:40.213863 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c2841be7-395d-4c4e-90d3-25b6b9828908 req-fea2fcdb-6b38-4653-af8c-b884ed11787b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.214439 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c2841be7-395d-4c4e-90d3-25b6b9828908 req-fea2fcdb-6b38-4653-af8c-b884ed11787b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (24247cf1-ad2f-4dfa-89d5-fd48216152f7), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.214911 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.l3_db [req-c2841be7-395d-4c4e-90d3-25b6b9828908 req-fea2fcdb-6b38-4653-af8c-b884ed11787b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Floating IP 24247cf1-ad2f-4dfa-89d5-fd48216152f7 disassociated. External IP: 172.27.0.7, port: f942fce4-3fce-4282-9e21-4c881b31394c. Oct 27 13:28:40.215445 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [req-c2841be7-395d-4c4e-90d3-25b6b9828908 req-fea2fcdb-6b38-4653-af8c-b884ed11787b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Calling delete_port for f942fce4-3fce-4282-9e21-4c881b31394c owned by compute:nova {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:28:40.278457 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fb070589-f736-4f58-95b0-09fe1de0b572 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for floatingip (4fad37b0-9c53-4e1d-8072-4aca51578534), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.282611 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fb070589-f736-4f58-95b0-09fe1de0b572 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.284576 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-fb070589-f736-4f58-95b0-09fe1de0b572 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/4fad37b0-9c53-4e1d-8072-4aca51578534 HTTP/1.1" status: 204 len: 168 time: 0.6286724 Oct 27 13:28:40.368614 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for port (a0ae3742-44af-48c2-a560-c8d320abe803), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.389548 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59776) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:28:40.394903 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-399e069f-ff12-4273-9050-cf2d2cbd7cbf tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2038534882', 'description': 'tempest-description--1932200767'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:28:40.418858 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-399e069f-ff12-4273-9050-cf2d2cbd7cbf tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.450214 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:40.457292 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (a0ae3742-44af-48c2-a560-c8d320abe803), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.495379 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c2841be7-395d-4c4e-90d3-25b6b9828908 req-fea2fcdb-6b38-4653-af8c-b884ed11787b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (f942fce4-3fce-4282-9e21-4c881b31394c), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.499310 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-399e069f-ff12-4273-9050-cf2d2cbd7cbf tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group (d71e04d6-f5fe-4438-9e13-b724722a949b), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.504586 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-399e069f-ff12-4273-9050-cf2d2cbd7cbf tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (d71e04d6-f5fe-4438-9e13-b724722a949b), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.532178 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:28:40.541194 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-399e069f-ff12-4273-9050-cf2d2cbd7cbf tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.543537 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event updated for resources: {'Port': ['ID=a0ae3742-44af-48c2-a560-c8d320abe803,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:40.544514 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-399e069f-ff12-4273-9050-cf2d2cbd7cbf tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1537008 Oct 27 13:28:40.545991 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59778) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:28:40.550539 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:28:40.553752 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-080dfea2-9de5-4cd5-9658-876eb8692ff0 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Request body: {'security_group_rule': {'security_group_id': 'd71e04d6-f5fe-4438-9e13-b724722a949b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:28:40.560116 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:28:40.560725 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e069f-ff12-4273-9050-cf2d2cbd7cbf tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71e04d6-f5fe-4438-9e13-b724722a949b,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:40.593967 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-080dfea2-9de5-4cd5-9658-876eb8692ff0 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group_rule (6bf5a255-d0cc-4b33-98d2-7674de8061b5), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.644010 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2fcdb-6b38-4653-af8c-b884ed11787b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event deleted for resources: {'Port': ['ID=f942fce4-3fce-4282-9e21-4c881b31394c,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:40.677583 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-080dfea2-9de5-4cd5-9658-876eb8692ff0 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group_rule (6bf5a255-d0cc-4b33-98d2-7674de8061b5), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.678415 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:40.694115 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-080dfea2-9de5-4cd5-9658-876eb8692ff0 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (6bf5a255-d0cc-4b33-98d2-7674de8061b5), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.725932 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080dfea2-9de5-4cd5-9658-876eb8692ff0 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf5a255-d0cc-4b33-98d2-7674de8061b5,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:40.735554 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-080dfea2-9de5-4cd5-9658-876eb8692ff0 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.740026 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-080dfea2-9de5-4cd5-9658-876eb8692ff0 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1909125 Oct 27 13:28:40.740698 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59780) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:28:40.745495 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-e8ce027a-66c7-410d-ad7d-52980f99bc1e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Request body: {'security_group_rule': {'security_group_id': 'd71e04d6-f5fe-4438-9e13-b724722a949b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:28:40.772357 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2841be7-395d-4c4e-90d3-25b6b9828908 req-fea2fcdb-6b38-4653-af8c-b884ed11787b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Router 2bc3a740-4185-46a7-94c4-b4a995702f09 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:28:40.773978 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for floatingip (c2cc930a-10a9-48b5-a2ed-b58a2b34f349), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.779156 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e8ce027a-66c7-410d-ad7d-52980f99bc1e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group_rule (243f13a2-dd0f-41d5-a8db-7d1192de960c), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.814452 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:40.855612 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e8ce027a-66c7-410d-ad7d-52980f99bc1e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group_rule (243f13a2-dd0f-41d5-a8db-7d1192de960c), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.861499 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e8ce027a-66c7-410d-ad7d-52980f99bc1e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (243f13a2-dd0f-41d5-a8db-7d1192de960c), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.864395 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (a0ae3742-44af-48c2-a560-c8d320abe803), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.884627 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce027a-66c7-410d-ad7d-52980f99bc1e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243f13a2-dd0f-41d5-a8db-7d1192de960c,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:40.896568 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e8ce027a-66c7-410d-ad7d-52980f99bc1e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:40.898500 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-e8ce027a-66c7-410d-ad7d-52980f99bc1e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1565833 Oct 27 13:28:40.904729 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 59784) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:28:40.937181 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Request body: {'floatingip': {'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:28:41.004364 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2841be7-395d-4c4e-90d3-25b6b9828908 req-fea2fcdb-6b38-4653-af8c-b884ed11787b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:28:41.033703 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b9e83a-2fc4-4f7b-95f9-0b38892a099b None None] Sync routers for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:28:41.046866 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:41.065175 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9e83a-2fc4-4f7b-95f9-0b38892a099b None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:28:41.065968 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-82b9e83a-2fc4-4f7b-95f9-0b38892a099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:28:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:28:41.099086 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcedf6-fad0-41e8-8c78-38d631f2c88b req-d520fa74-4b13-4d78-8f9e-e3813f04d3e5 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:41.107367 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d1fcedf6-fad0-41e8-8c78-38d631f2c88b req-d520fa74-4b13-4d78-8f9e-e3813f04d3e5 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.0770142 Oct 27 13:28:41.139770 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2841be7-395d-4c4e-90d3-25b6b9828908 req-fea2fcdb-6b38-4653-af8c-b884ed11787b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] No DVR routers for this DVR port f942fce4-3fce-4282-9e21-4c881b31394c on host hv-cinder-86243 {{(pid=104532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:28:41.147837 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-c2841be7-395d-4c4e-90d3-25b6b9828908 req-fea2fcdb-6b38-4653-af8c-b884ed11787b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:41.153307 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c2841be7-395d-4c4e-90d3-25b6b9828908 req-fea2fcdb-6b38-4653-af8c-b884ed11787b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "DELETE /networking/v2.0/ports/f942fce4-3fce-4282-9e21-4c881b31394c HTTP/1.1" status: 204 len: 173 time: 1.7251968 Oct 27 13:28:41.170994 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28008920-1a00-44c9-9036-ef5c8cde50c2', 'name': 'network-vif-deleted', 'tag': 'f942fce4-3fce-4282-9e21-4c881b31394c'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:28:41.174316 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a5fa35-4b79-435f-8a43-2ba10333718b" -d '{"events": [{"server_uuid": "28008920-1a00-44c9-9036-ef5c8cde50c2", "name": "network-vif-deleted", "tag": "f942fce4-3fce-4282-9e21-4c881b31394c"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:28:41.206136 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d1fcedf6-fad0-41e8-8c78-38d631f2c88b req-a0b0f367-9522-497d-b4bf-a75036b36766 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929077 Oct 27 13:28:41.278406 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-82b9e83a-2fc4-4f7b-95f9-0b38892a099b None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:28:41.292489 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32aa272d-87da-41d6-8990-74fc62ba267a x-openstack-request-id: req-32aa272d-87da-41d6-8990-74fc62ba267a {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:28:41.293426 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28008920-1a00-44c9-9036-ef5c8cde50c2", "name": "network-vif-deleted", "tag": "f942fce4-3fce-4282-9e21-4c881b31394c", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:28:41.293689 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32aa272d-87da-41d6-8990-74fc62ba267a {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:28:41.294229 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32aa272d-87da-41d6-8990-74fc62ba267a'] response: {'server_uuid': '28008920-1a00-44c9-9036-ef5c8cde50c2', 'name': 'network-vif-deleted', 'tag': 'f942fce4-3fce-4282-9e21-4c881b31394c', 'status': 'completed', 'code': 200} Oct 27 13:28:41.333980 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f6fa60d4-9728-4516-b708-40ff78b18f16 req-31ef6257-b55c-43ed-a672-2927a44d95a2 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28008920-1a00-44c9-9036-ef5c8cde50c2 HTTP/1.1" status: 200 len: 210 time: 0.0706196 Oct 27 13:28:41.383861 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:41.415523 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=100 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:41.458156 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for port (a0ae3742-44af-48c2-a560-c8d320abe803), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:41.464111 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (a0ae3742-44af-48c2-a560-c8d320abe803), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:41.572467 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:41.586740 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event updated for resources: {'Port': ['ID=a0ae3742-44af-48c2-a560-c8d320abe803,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:41.593213 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (c2cc930a-10a9-48b5-a2ed-b58a2b34f349), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:41.632415 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:41.633681 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-82b9e83a-2fc4-4f7b-95f9-0b38892a099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '79299546-8c7b-41e1-bd02-61d91ee2f4cb', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:73:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:25:22Z', 'updated_at': '2022-10-27T13:25:44Z', 'revision_number': 2, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:28:41.647650 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-cee07bda-bb60-4bb7-a446-39286c29bab4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1500835 Oct 27 13:28:41.649426 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Allocated IP 172.27.0.63 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/d5ef03c0-58ba-4f9f-9b51-cc434237e624) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:28:41.684059 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:41.688552 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b9e83a-2fc4-4f7b-95f9-0b38892a099b None None] Checking router: 2bc3a740-4185-46a7-94c4-b4a995702f09 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:28:41.702070 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9e83a-2fc4-4f7b-95f9-0b38892a099b None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:28:41.702842 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-82b9e83a-2fc4-4f7b-95f9-0b38892a099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:28:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:28:41.848612 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-82b9e83a-2fc4-4f7b-95f9-0b38892a099b None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:28:41.916709 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-482d006f-4768-4079-9591-81408b4707ad tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--571386131&fields=id&tenant_id=a14a3cf9df9f4034a8a0109fd3e33816 HTTP/1.1" status: 200 len: 267 time: 0.0765111 Oct 27 13:28:42.027348 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:42.111404 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for port (d5ef03c0-58ba-4f9f-9b51-cc434237e624), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:42.159833 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (d5ef03c0-58ba-4f9f-9b51-cc434237e624), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:42.166846 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-09541cc9-051f-4abb-8c94-6d90ae461c93 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:42.177556 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-09541cc9-051f-4abb-8c94-6d90ae461c93 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/networks?id=b9e83d77-9944-451b-8320-56a536076101 HTTP/1.1" status: 200 len: 816 time: 0.2594779 Oct 27 13:28:42.202454 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-c1dde280-4c1f-4b5d-8ccd-ca140e9b6578 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/quotas/a14a3cf9df9f4034a8a0109fd3e33816 HTTP/1.1" status: 200 len: 375 time: 0.0230324 Oct 27 13:28:42.234738 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:28:42.239434 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event updated for resources: {'Port': ['ID=d5ef03c0-58ba-4f9f-9b51-cc434237e624,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:42.244375 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-82b9e83a-2fc4-4f7b-95f9-0b38892a099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '79299546-8c7b-41e1-bd02-61d91ee2f4cb', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:73:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:25:22Z', 'updated_at': '2022-10-27T13:25:44Z', 'revision_number': 2, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:28:42.248868 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:28:42.251991 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:28:42.282163 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-c8eff29a-d107-4c5c-ab98-976adddff9ce tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a14a3cf9df9f4034a8a0109fd3e33816&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697432 Oct 27 13:28:42.293879 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b9e83a-2fc4-4f7b-95f9-0b38892a099b None None] The sync data for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi is: [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '79299546-8c7b-41e1-bd02-61d91ee2f4cb', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:73:c2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:25:22Z', 'updated_at': '2022-10-27T13:25:44Z', 'revision_number': 2, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:28:42.332373 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:42.415986 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293437b-5eea-4200-9f86-c683697e5389 req-b6c88ea5-5f9a-4cff-9654-b4e982a33bc9 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:42.418648 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4293437b-5eea-4200-9f86-c683697e5389 req-b6c88ea5-5f9a-4cff-9654-b4e982a33bc9 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.1107943 Oct 27 13:28:42.426493 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for floatingip (c8c4e79a-64e7-4bfc-a13a-cd76c3667d5f), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:42.431536 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-e2624e38-a90c-4953-a54e-26d5b3c24d9f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467328 Oct 27 13:28:42.502513 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (d5ef03c0-58ba-4f9f-9b51-cc434237e624), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:42.560576 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-68ceba1a-ee70-45fb-8878-6399cb714f98 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168723 Oct 27 13:28:42.564434 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4293437b-5eea-4200-9f86-c683697e5389 req-e5c3d8ea-7ebb-468d-a355-d2c66bf5496d tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1274424 Oct 27 13:28:42.674044 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c330a7fe-3f75-45ab-9b7f-f5964b80855c None None] New status for floating IP 24247cf1-ad2f-4dfa-89d5-fd48216152f7: DOWN {{(pid=104534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:28:42.708744 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59812) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:28:42.753115 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:42.762107 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for port (d5ef03c0-58ba-4f9f-9b51-cc434237e624), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:42.770896 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (d5ef03c0-58ba-4f9f-9b51-cc434237e624), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:42.824001 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2a7df27a-05e1-4bd3-95b1-d67003b58713 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (460c81e3-b3a9-4c77-92de-5302614b8231), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:42.868344 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2a7df27a-05e1-4bd3-95b1-d67003b58713 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (460c81e3-b3a9-4c77-92de-5302614b8231), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:42.905910 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4ae635ae-e0a8-4d0e-a5bc-1099dc0da666 req-7d6b7ae1-a850-4a59-8783-2ee21531c292 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 210 time: 0.0751803 Oct 27 13:28:42.925961 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event updated for resources: {'Port': ['ID=d5ef03c0-58ba-4f9f-9b51-cc434237e624,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:42.931600 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (c8c4e79a-64e7-4bfc-a13a-cd76c3667d5f), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:42.961801 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:42.963320 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-8db3e2af-244c-40aa-928e-80e195906dda tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0579772 Oct 27 13:28:42.973566 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2a7df27a-05e1-4bd3-95b1-d67003b58713 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (460c81e3-b3a9-4c77-92de-5302614b8231), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:42.976999 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2a7df27a-05e1-4bd3-95b1-d67003b58713 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:42.978152 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-2a7df27a-05e1-4bd3-95b1-d67003b58713 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/460c81e3-b3a9-4c77-92de-5302614b8231 HTTP/1.1" status: 204 len: 168 time: 0.2684188 Oct 27 13:28:42.981625 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59822) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:28:42.996059 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7df27a-05e1-4bd3-95b1-d67003b58713 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=460c81e3-b3a9-4c77-92de-5302614b8231,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:43.012658 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.api.v2.resource [None req-90d41fcb-2d8d-4d72-84b0-1207548ac3af tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] show failed (client error): The resource could not be found. Oct 27 13:28:43.017748 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-90d41fcb-2d8d-4d72-84b0-1207548ac3af tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups/460c81e3-b3a9-4c77-92de-5302614b8231 HTTP/1.1" status: 404 len: 347 time: 0.0293810 Oct 27 13:28:43.017748 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 59826) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:28:43.205910 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-cb24a071-2e81-473d-98c8-041fcb981821 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Deleting port 4015f24d-e20e-4844-9b37-3641f114ec9e {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:28:43.207831 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-cb24a071-2e81-473d-98c8-041fcb981821 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (4015f24d-e20e-4844-9b37-3641f114ec9e), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:43.370854 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-0aec10fe-d1ee-48bd-a69b-91f2d9e91b3c tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2038534882&fields=id&tenant_id=5d1a967f9b62401ba95d65a2747e3ec0 HTTP/1.1" status: 200 len: 267 time: 0.1379886 Oct 27 13:28:43.404157 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-cb24a071-2e81-473d-98c8-041fcb981821 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (4015f24d-e20e-4844-9b37-3641f114ec9e), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:43.404482 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-cb24a071-2e81-473d-98c8-041fcb981821 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (4015f24d-e20e-4844-9b37-3641f114ec9e), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:43.462456 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-cb24a071-2e81-473d-98c8-041fcb981821 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Calling delete_port for 4015f24d-e20e-4844-9b37-3641f114ec9e owned by network:floatingip {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:28:43.566721 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-2c2cc91d-f1ae-4130-acef-37762d7ee985 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:43.568499 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-2c2cc91d-f1ae-4130-acef-37762d7ee985 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/networks?id=424d9785-78b4-4b32-922b-56a7b3492659 HTTP/1.1" status: 200 len: 810 time: 0.1838801 Oct 27 13:28:43.601938 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-d8b2796b-3574-4c49-affd-b7307f65fdd5 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/quotas/5d1a967f9b62401ba95d65a2747e3ec0 HTTP/1.1" status: 200 len: 375 time: 0.0229411 Oct 27 13:28:43.651889 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:43.687698 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device f942fce4-3fce-4282-9e21-4c881b31394c no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:28:43.696958 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-6058b01e-e20a-422d-997a-3ecac33732c8 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5d1a967f9b62401ba95d65a2747e3ec0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862169 Oct 27 13:28:43.724078 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: f942fce4-3fce-4282-9e21-4c881b31394c {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:28:43.724690 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device f942fce4-3fce-4282-9e21-4c881b31394c not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:28:43.744990 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:43.765452 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f5e42-a22e-42f6-a173-96978090d827 req-65675439-342f-4d08-9af3-57ab06761853 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:43.767128 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ab8f5e42-a22e-42f6-a173-96978090d827 req-65675439-342f-4d08-9af3-57ab06761853 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.0615354 Oct 27 13:28:43.813463 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-cb24a071-2e81-473d-98c8-041fcb981821 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (4015f24d-e20e-4844-9b37-3641f114ec9e), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:43.842867 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ab8f5e42-a22e-42f6-a173-96978090d827 req-b97f66c7-31ca-4d3a-8318-10ca6e0a530d tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660241 Oct 27 13:28:43.866510 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24a071-2e81-473d-98c8-041fcb981821 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event deleted for resources: {'Port': ['ID=4015f24d-e20e-4844-9b37-3641f114ec9e,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:43.937199 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:43.950824 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-7b154960-4014-47e7-b55f-426915e4f82f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379870 Oct 27 13:28:43.968690 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-cb24a071-2e81-473d-98c8-041fcb981821 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (24247cf1-ad2f-4dfa-89d5-fd48216152f7), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:43.971147 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-cb24a071-2e81-473d-98c8-041fcb981821 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:43.972264 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-cb24a071-2e81-473d-98c8-041fcb981821 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/24247cf1-ad2f-4dfa-89d5-fd48216152f7 HTTP/1.1" status: 204 len: 168 time: 0.9531233 Oct 27 13:28:44.066058 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-d8c7c3c4-1015-4228-ae7f-0b12550af0a6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078808 Oct 27 13:28:44.188089 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-341c00f3-ab38-46fc-97c6-9377d12c93a5 req-605088c9-6f41-4e5f-85de-afb4e205fa48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 210 time: 0.0342753 Oct 27 13:28:44.363414 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f8ba96dd-1cd0-46e5-a712-fcf561cb7019 req-0664bef8-124b-4771-b056-2097cedcc32e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 210 time: 0.0345635 Oct 27 13:28:44.982899 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc899f-dbfc-4f93-9f3a-24fb87da263a req-e8ed1690-69bd-48f2-8758-b8cefe507a5f tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:44.984526 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-10fc899f-dbfc-4f93-9f3a-24fb87da263a req-e8ed1690-69bd-48f2-8758-b8cefe507a5f tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.0512552 Oct 27 13:28:45.080777 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-10fc899f-dbfc-4f93-9f3a-24fb87da263a req-570662ef-d071-445e-9cc8-8b6ed763b695 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901864 Oct 27 13:28:45.262689 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-9530245a-baa8-44e8-83e2-2730cdd534e3 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:45.264935 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-9530245a-baa8-44e8-83e2-2730cdd534e3 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.45 "GET /networking/v2.0/networks?id=b9e83d77-9944-451b-8320-56a536076101 HTTP/1.1" status: 200 len: 816 time: 0.2278469 Oct 27 13:28:45.318061 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-36637238-7409-409d-872f-e1e6c0e0678f req-37b91b1a-7a15-4397-a16a-c4f2d0c82c43 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 210 time: 0.0309191 Oct 27 13:28:45.482141 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6e7752a6-85fb-488a-bb59-1e3ac449816f req-22a1702a-9d3d-4d37-a422-c4b2f7028aee tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 210 time: 0.0312729 Oct 27 13:28:45.696851 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-db671e48-1fb0-4ea8-91a6-6792942ba3b9 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a14a3cf9df9f4034a8a0109fd3e33816 HTTP/1.1" status: 200 len: 379 time: 0.0816901 Oct 27 13:28:45.788917 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-8f6de6d9-b0c8-4a57-ac6d-419d91cc9619 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Request body: {'port': {'device_id': 'f232f466-e821-48fe-926c-feadcec39c31', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'admin_state_up': True, 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'security_groups': ['13d8dacc-60ff-4948-ae1d-40031c3905e0']}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:28:45.951526 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-8f6de6d9-b0c8-4a57-ac6d-419d91cc9619 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Made reservation on behalf of a14a3cf9df9f4034a8a0109fd3e33816 for: {'port': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:28:45.956061 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-8f6de6d9-b0c8-4a57-ac6d-419d91cc9619 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:46.089569 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:46.104008 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-8f6de6d9-b0c8-4a57-ac6d-419d91cc9619 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Allocated IP 172.20.0.12 (b9e83d77-9944-451b-8320-56a536076101/b6311a71-6948-47f7-b3a1-9319e66a1fce/75bff678-d298-4825-99f8-3b2c8c43c102) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:28:46.256015 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad826b07-58c8-4bce-a547-024be774aca3 req-9194d3a9-b859-4129-9f5b-aff98c80e2c0 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:46.258060 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ad826b07-58c8-4bce-a547-024be774aca3 req-9194d3a9-b859-4129-9f5b-aff98c80e2c0 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.0647585 Oct 27 13:28:46.324344 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-8f6de6d9-b0c8-4a57-ac6d-419d91cc9619 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for port (75bff678-d298-4825-99f8-3b2c8c43c102), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:46.340202 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:46.382018 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ad826b07-58c8-4bce-a547-024be774aca3 req-2a6ab450-54fb-4adb-a303-878fb4292594 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134932 Oct 27 13:28:46.399438 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-8f6de6d9-b0c8-4a57-ac6d-419d91cc9619 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:46.443004 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-8f6de6d9-b0c8-4a57-ac6d-419d91cc9619 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Network b9e83d77-9944-451b-8320-56a536076101 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:28:46.447271 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-8f6de6d9-b0c8-4a57-ac6d-419d91cc9619 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:28:46.449882 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-8f6de6d9-b0c8-4a57-ac6d-419d91cc9619 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:28:46.535659 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6de6d9-b0c8-4a57-ac6d-419d91cc9619 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event updated for resources: {'Port': ['ID=75bff678-d298-4825-99f8-3b2c8c43c102,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:46.557990 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-8f6de6d9-b0c8-4a57-ac6d-419d91cc9619 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:46.558615 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-8f6de6d9-b0c8-4a57-ac6d-419d91cc9619 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:46.570804 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a4674-d607-4c1a-afa9-f1b00ce0c377 req-58745f03-c581-47a9-8e79-63141ee2bda9 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:46.574633 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7b5a4674-d607-4c1a-afa9-f1b00ce0c377 req-58745f03-c581-47a9-8e79-63141ee2bda9 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 932 time: 0.0955272 Oct 27 13:28:46.606657 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-8f6de6d9-b0c8-4a57-ac6d-419d91cc9619 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8223169 Oct 27 13:28:46.640740 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7b5a4674-d607-4c1a-afa9-f1b00ce0c377 req-29122636-5e96-45bc-b1f6-88fbd253054e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615056 Oct 27 13:28:46.644825 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-997c1569-6892-4f44-b5e1-4ff6008af18d req-518fb073-9869-4abc-92eb-01f0ccc8d939 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 210 time: 0.0453353 Oct 27 13:28:46.757178 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:46.760377 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-244fff98-6089-40c6-a4a4-fd470457dd34 None None] Provisioning complete for port 75bff678-d298-4825-99f8-3b2c8c43c102 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:28:46.760753 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-244fff98-6089-40c6-a4a4-fd470457dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:46.761186 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-244fff98-6089-40c6-a4a4-fd470457dd34 None None] Attempt 1 to provision port 75bff678-d298-4825-99f8-3b2c8c43c102 Oct 27 13:28:46.793208 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-244fff98-6089-40c6-a4a4-fd470457dd34 None None] Port 75bff678-d298-4825-99f8-3b2c8c43c102 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:28:47.546105 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0800f-85bc-495b-906b-7550a1b1ea3f req-768b4ebd-eb83-4ef9-a56a-6948c7605073 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:47.547512 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d5e0800f-85bc-495b-906b-7550a1b1ea3f req-768b4ebd-eb83-4ef9-a56a-6948c7605073 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.0577989 Oct 27 13:28:47.619869 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d5e0800f-85bc-495b-906b-7550a1b1ea3f req-7ccf238a-29ab-42d8-831c-a1fbf66277cc tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644724 Oct 27 13:28:47.776801 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-92642057-5c09-46d7-9ba8-bd68a27a5128 req-76d2dffe-cdda-4c03-960b-d3dfe51f15f1 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 210 time: 0.0348377 Oct 27 13:28:47.805676 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f7638-f167-4bc0-9eae-762d61937cb0 req-d8f0c3ff-1dcf-4622-8b81-5e11395a9571 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:47.806915 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e16f7638-f167-4bc0-9eae-762d61937cb0 req-d8f0c3ff-1dcf-4622-8b81-5e11395a9571 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 932 time: 0.0621591 Oct 27 13:28:47.863848 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e16f7638-f167-4bc0-9eae-762d61937cb0 req-619be83d-aeba-41cd-a891-dad2d42c750f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512047 Oct 27 13:28:48.690672 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Request body: {'port': {'device_id': 'f232f466-e821-48fe-926c-feadcec39c31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:28:48.775285 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ed22f-1415-45d9-a1bd-436b397d2a4a req-dd672a43-7e16-4dae-a90b-646ccc564e2f tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:48.776991 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d76ed22f-1415-45d9-a1bd-436b397d2a4a req-dd672a43-7e16-4dae-a90b-646ccc564e2f tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.0697832 Oct 27 13:28:48.778092 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:48.868488 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d76ed22f-1415-45d9-a1bd-436b397d2a4a req-f7e76fea-cb60-4de9-bb02-1a8a6ff6a2fd tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842929 Oct 27 13:28:48.934786 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0034affb-0248-46af-92bf-cddb403c3652 req-ec454db0-42d6-46b2-8fd2-2c5dbc87f00e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 210 time: 0.0408659 Oct 27 13:28:49.056532 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db54da1-424c-464d-8826-74133aae360f req-e486ac9c-1d01-4482-a33b-584782c28d34 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:49.058409 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3db54da1-424c-464d-8826-74133aae360f req-e486ac9c-1d01-4482-a33b-584782c28d34 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 932 time: 0.0527084 Oct 27 13:28:49.115579 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75bff678-d298-4825-99f8-3b2c8c43c102 {{(pid=104532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:28:49.117495 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3db54da1-424c-464d-8826-74133aae360f req-2a83cd3c-c599-4463-b76f-2228e764f26b tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492921 Oct 27 13:28:49.124269 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Publish callbacks [] for port (75bff678-d298-4825-99f8-3b2c8c43c102), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:49.126572 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:49.142146 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.provisioning_blocks [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Transition to ACTIVE for port object 75bff678-d298-4825-99f8-3b2c8c43c102 will not be triggered until provisioned by entity L2. {{(pid=104532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:28:49.146514 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:49.214722 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Pushing event updated for resources: {'Port': ['ID=75bff678-d298-4825-99f8-3b2c8c43c102,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:49.265018 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Attempting to bind port 75bff678-d298-4825-99f8-3b2c8c43c102 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:28:49.265343 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Attempting to bind port 75bff678-d298-4825-99f8-3b2c8c43c102 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'c6678d95-6277-4dc7-9739-63f889fc5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9e83d77-9944-451b-8320-56a536076101'}] {{(pid=104532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:28:49.265663 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Attempting to bind port 75bff678-d298-4825-99f8-3b2c8c43c102 on network b9e83d77-9944-451b-8320-56a536076101 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:28:49.307787 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Port 75bff678-d298-4825-99f8-3b2c8c43c102 on network b9e83d77-9944-451b-8320-56a536076101 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:28:49.308129 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Attempting to bind port 75bff678-d298-4825-99f8-3b2c8c43c102 on network b9e83d77-9944-451b-8320-56a536076101 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:28:49.328247 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:49.353661 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:28:49.353992 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Checking segment: {'id': 'c6678d95-6277-4dc7-9739-63f889fc5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9e83d77-9944-451b-8320-56a536076101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:28:49.354372 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Bound using segment: {'id': 'c6678d95-6277-4dc7-9739-63f889fc5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9e83d77-9944-451b-8320-56a536076101'} {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:28:49.354794 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Bound port: 75bff678-d298-4825-99f8-3b2c8c43c102, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6678d95-6277-4dc7-9739-63f889fc5157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b9e83d77-9944-451b-8320-56a536076101'}}] {{(pid=104532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:28:49.355149 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:49.420554 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] For port 75bff678-d298-4825-99f8-3b2c8c43c102, host hv-cinder-86243, cleared binding levels {{(pid=104532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:28:49.424461 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] For port 75bff678-d298-4825-99f8-3b2c8c43c102, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=75bff678-d298-4825-99f8-3b2c8c43c102,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:28:49.430962 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:49.436201 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:49.436843 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:49.438232 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/75bff678-d298-4825-99f8-3b2c8c43c102 HTTP/1.1" status: 200 len: 1094 time: 0.7527606 Oct 27 13:28:49.438755 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f232f466-e821-48fe-926c-feadcec39c31', 'tag': '75bff678-d298-4825-99f8-3b2c8c43c102'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:28:49.440999 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8993d18-2431-43f5-b72b-d92e4b460f09" -d '{"events": [{"name": "network-changed", "server_uuid": "f232f466-e821-48fe-926c-feadcec39c31", "tag": "75bff678-d298-4825-99f8-3b2c8c43c102"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:28:49.490466 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71466d39-3558-4f34-8afd-492c7be993f3 service neutron] Pushing event updated for resources: {'Port': ['ID=75bff678-d298-4825-99f8-3b2c8c43c102,revision_number=3']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:49.502687 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e194c47-0c74-45af-adb3-0f1e1f61e548 x-openstack-request-id: req-6e194c47-0c74-45af-adb3-0f1e1f61e548 {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:28:49.502970 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f232f466-e821-48fe-926c-feadcec39c31", "tag": "75bff678-d298-4825-99f8-3b2c8c43c102", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:28:49.503225 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e194c47-0c74-45af-adb3-0f1e1f61e548 {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:28:49.503879 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e194c47-0c74-45af-adb3-0f1e1f61e548'] response: {'name': 'network-changed', 'server_uuid': 'f232f466-e821-48fe-926c-feadcec39c31', 'tag': '75bff678-d298-4825-99f8-3b2c8c43c102', 'status': 'completed', 'code': 200} Oct 27 13:28:49.664971 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8993d18-2431-43f5-b72b-d92e4b460f09 req-b8a28626-acc4-42a7-88cb-d7e6fcd2a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:49.667042 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e8993d18-2431-43f5-b72b-d92e4b460f09 req-b8a28626-acc4-42a7-88cb-d7e6fcd2a28a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a14a3cf9df9f4034a8a0109fd3e33816&device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 1128 time: 0.0559371 Oct 27 13:28:50.035992 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8993d18-2431-43f5-b72b-d92e4b460f09 req-8c73245e-3200-4242-811f-d772c9db8459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:50.037456 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e8993d18-2431-43f5-b72b-d92e4b460f09 req-8c73245e-3200-4242-811f-d772c9db8459 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=a14a3cf9df9f4034a8a0109fd3e33816&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1569324 Oct 27 13:28:50.181957 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db447b-e57b-4dcb-8650-ce7e621cb607 req-787ec55f-93db-4013-8c0c-ff82aaf74fe5 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:50.183584 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-57db447b-e57b-4dcb-8650-ce7e621cb607 req-787ec55f-93db-4013-8c0c-ff82aaf74fe5 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.1667078 Oct 27 13:28:50.299065 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-f3d43243-590e-48ed-98be-05512b91b334 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:50.300589 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-f3d43243-590e-48ed-98be-05512b91b334 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.45 "GET /networking/v2.0/networks?id=424d9785-78b4-4b32-922b-56a7b3492659 HTTP/1.1" status: 200 len: 810 time: 0.2823524 Oct 27 13:28:50.307098 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8993d18-2431-43f5-b72b-d92e4b460f09 req-a4954dd2-eede-4eee-83ce-0f69f1825116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:50.308509 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e8993d18-2431-43f5-b72b-d92e4b460f09 req-a4954dd2-eede-4eee-83ce-0f69f1825116 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2367387 Oct 27 13:28:50.328923 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-57db447b-e57b-4dcb-8650-ce7e621cb607 req-e1647286-25a0-496c-9240-4251b2274eed tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=38930577-87d3-47b3-8939-1f9b79da7281&id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1341774 Oct 27 13:28:50.388320 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d4e8c934-d135-4ac5-9d1e-54e81c310673 req-7a21a7e1-44fd-4d19-83af-803182abc2d1 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 210 time: 0.1892173 Oct 27 13:28:50.454644 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-ccff9c6c-bd1b-4509-a2aa-8450a28e7ed8 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d1a967f9b62401ba95d65a2747e3ec0 HTTP/1.1" status: 200 len: 380 time: 0.0799055 Oct 27 13:28:50.501356 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae5209-11ad-451d-aaba-7ea52a7a8f0e req-fb6be8fe-ac78-47ac-8cc3-841c8902c210 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:50.503082 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bae5209-11ad-451d-aaba-7ea52a7a8f0e req-fb6be8fe-ac78-47ac-8cc3-841c8902c210 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0531874 Oct 27 13:28:50.553970 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bae5209-11ad-451d-aaba-7ea52a7a8f0e req-fcc0e7d9-7d00-4b75-9ff8-9c21d79f940f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447044 Oct 27 13:28:50.599281 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846552f-1ade-41be-8cf5-21708dc3100c req-7e4a048f-343a-4ec9-a94a-d2a53202882f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:50.599281 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7846552f-1ade-41be-8cf5-21708dc3100c req-7e4a048f-343a-4ec9-a94a-d2a53202882f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 945 time: 0.0491483 Oct 27 13:28:50.624767 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:50.647315 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7846552f-1ade-41be-8cf5-21708dc3100c req-e51cb49f-b3c4-4785-b3a8-31473e34db96 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Oct 27 13:28:50.988222 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8658e-1028-4ca6-a422-5d8ea1147175 req-ba4dbdbb-547d-42c2-bedd-e3d78836cdb4 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:50.989726 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3cb8658e-1028-4ca6-a422-5d8ea1147175 req-ba4dbdbb-547d-42c2-bedd-e3d78836cdb4 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0471349 Oct 27 13:28:51.030027 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:51.037803 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3cb8658e-1028-4ca6-a422-5d8ea1147175 req-271b6241-f0fb-4929-8f9e-894f05ea2097 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420818 Oct 27 13:28:51.547756 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b6e553cd-7de6-4988-a411-d0aa7f888489 req-4bcbbcb4-6494-46f5-8366-6f3b04fd95af tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 210 time: 0.0807767 Oct 27 13:28:51.679630 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712cdae-28ea-463f-8434-f84978a409d7 req-05f770d8-a352-48f2-b4ac-a87faccc27da tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:51.681043 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3712cdae-28ea-463f-8434-f84978a409d7 req-05f770d8-a352-48f2-b4ac-a87faccc27da tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0465064 Oct 27 13:28:51.732579 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3712cdae-28ea-463f-8434-f84978a409d7 req-6370b543-8b00-450c-b481-db3121b5d04a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459704 Oct 27 13:28:51.770488 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63699c3b-0c5f-4bc5-ab28-e1b30ffbfb5f req-1ef0c5a9-b1ab-4b9f-b793-ea4a2f82835a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:51.771936 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-63699c3b-0c5f-4bc5-ab28-e1b30ffbfb5f req-1ef0c5a9-b1ab-4b9f-b793-ea4a2f82835a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 945 time: 0.0473840 Oct 27 13:28:51.817765 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-63699c3b-0c5f-4bc5-ab28-e1b30ffbfb5f req-8145c19b-9c8c-4f7d-8c38-c3ab4b02f6f1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402639 Oct 27 13:28:52.158551 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735a641-ed54-4d1f-92e3-c08affa41ebf req-c410c396-0873-4644-a03f-6f8cd0faf14a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:52.160001 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4735a641-ed54-4d1f-92e3-c08affa41ebf req-c410c396-0873-4644-a03f-6f8cd0faf14a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0476487 Oct 27 13:28:52.194929 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:52.206797 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4735a641-ed54-4d1f-92e3-c08affa41ebf req-3acc64df-3030-4d66-89cd-7385722cf179 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411193 Oct 27 13:28:52.230017 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=45 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:52.290797 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=51 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:52.650393 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5ed4e2e2-7f9a-4ace-9561-b5071cae819c req-d1d7bbc1-7a41-4605-af77-e183d41981af tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 210 time: 0.0276222 Oct 27 13:28:52.857661 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751fb1c-3af2-425c-bcac-9e013b3d4012 req-f42b41eb-70e5-44c1-b1c9-3871281b6aa1 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:52.859154 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a751fb1c-3af2-425c-bcac-9e013b3d4012 req-f42b41eb-70e5-44c1-b1c9-3871281b6aa1 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0474982 Oct 27 13:28:52.908193 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a751fb1c-3af2-425c-bcac-9e013b3d4012 req-6a519ea7-1dab-4a89-ba36-422592f71915 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433290 Oct 27 13:28:52.937066 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f33b07-ed42-4706-8f65-6e86a4bb246a req-b78cb67c-6f16-4db4-91ca-aaaf9061cccb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:52.938619 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a2f33b07-ed42-4706-8f65-6e86a4bb246a req-b78cb67c-6f16-4db4-91ca-aaaf9061cccb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 945 time: 0.0471535 Oct 27 13:28:52.984395 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:52.989129 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a2f33b07-ed42-4706-8f65-6e86a4bb246a req-2db81101-2192-410a-8103-d71579c5498f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449073 Oct 27 13:28:53.028182 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-5eea4b9f-9b96-4438-9fbb-cd6c211a17b9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Request body: {'port': {'device_id': '99d0cf35-31e0-4656-a049-a6e0951f8e2a', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'admin_state_up': True, 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'security_groups': ['d71e04d6-f5fe-4438-9e13-b724722a949b']}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:28:53.097114 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-75b21d6e-b050-43c8-a908-a619709d87fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:53.098593 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-75b21d6e-b050-43c8-a908-a619709d87fc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a14a3cf9df9f4034a8a0109fd3e33816&device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 1128 time: 0.0846653 Oct 27 13:28:53.160419 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-5eea4b9f-9b96-4438-9fbb-cd6c211a17b9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Made reservation on behalf of 5d1a967f9b62401ba95d65a2747e3ec0 for: {'port': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:28:53.164327 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-5eea4b9f-9b96-4438-9fbb-cd6c211a17b9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:53.309225 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-5eea4b9f-9b96-4438-9fbb-cd6c211a17b9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Allocated IP 172.20.0.8 (424d9785-78b4-4b32-922b-56a7b3492659/3a4b0eb8-cd36-4797-a097-2561f1cfcd3b/b1becc91-f71d-4ee7-b328-ecda74f70712) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:28:53.343104 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c90e97-ecf5-486b-b1ac-5d494c883bf0 req-8a803fb0-387d-45d6-8fba-50faebc38753 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:53.350504 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c1c90e97-ecf5-486b-b1ac-5d494c883bf0 req-8a803fb0-387d-45d6-8fba-50faebc38753 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0638647 Oct 27 13:28:53.396512 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c1c90e97-ecf5-486b-b1ac-5d494c883bf0 req-8360340c-5db5-49c9-8230-3c6911cd7f54 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450640 Oct 27 13:28:53.466693 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-5eea4b9f-9b96-4438-9fbb-cd6c211a17b9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for port (b1becc91-f71d-4ee7-b328-ecda74f70712), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:53.499551 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-5eea4b9f-9b96-4438-9fbb-cd6c211a17b9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (b1becc91-f71d-4ee7-b328-ecda74f70712), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:53.542502 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-5eea4b9f-9b96-4438-9fbb-cd6c211a17b9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Network 424d9785-78b4-4b32-922b-56a7b3492659 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:28:53.547593 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-5eea4b9f-9b96-4438-9fbb-cd6c211a17b9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:28:53.551381 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-5eea4b9f-9b96-4438-9fbb-cd6c211a17b9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:28:53.575544 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea4b9f-9b96-4438-9fbb-cd6c211a17b9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event updated for resources: {'Port': ['ID=b1becc91-f71d-4ee7-b328-ecda74f70712,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:53.610393 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-5eea4b9f-9b96-4438-9fbb-cd6c211a17b9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:53.610993 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-5eea4b9f-9b96-4438-9fbb-cd6c211a17b9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:53.616041 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:53.631752 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-5eea4b9f-9b96-4438-9fbb-cd6c211a17b9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6077149 Oct 27 13:28:53.772383 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c1e05-6535-4db9-8d3c-dcf2fa89658d req-ab397fd7-1465-4b2e-8b10-c164a1718974 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:53.773934 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-fe9c1e05-6535-4db9-8d3c-dcf2fa89658d req-ab397fd7-1465-4b2e-8b10-c164a1718974 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 931 time: 0.0471096 Oct 27 13:28:53.775213 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-24cfc753-00fb-4f13-860d-56984dc74a93 None None] Provisioning complete for port b1becc91-f71d-4ee7-b328-ecda74f70712 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:28:53.775608 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-24cfc753-00fb-4f13-860d-56984dc74a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (b1becc91-f71d-4ee7-b328-ecda74f70712), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:53.775912 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-24cfc753-00fb-4f13-860d-56984dc74a93 None None] Attempt 1 to provision port b1becc91-f71d-4ee7-b328-ecda74f70712 Oct 27 13:28:53.808539 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-24cfc753-00fb-4f13-860d-56984dc74a93 None None] Port b1becc91-f71d-4ee7-b328-ecda74f70712 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:28:53.822143 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-fe9c1e05-6535-4db9-8d3c-dcf2fa89658d req-bc5fbad7-c92f-4cb2-99e3-58d96edae616 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d71e04d6-f5fe-4438-9e13-b724722a949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423284 Oct 27 13:28:54.032458 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f616c0-acca-4d76-8fa3-7d4ba5e742fa req-cd537324-854a-46da-ab24-fd1857066c24 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:54.033900 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e5f616c0-acca-4d76-8fa3-7d4ba5e742fa req-cd537324-854a-46da-ab24-fd1857066c24 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0478380 Oct 27 13:28:54.081871 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e5f616c0-acca-4d76-8fa3-7d4ba5e742fa req-89f53351-e819-413e-83a0-246b8823a112 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418317 Oct 27 13:28:54.110792 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae421c0-7843-4968-a727-f108762bc07a req-1e70d58b-1022-4426-8c7e-4b73baa90857 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:54.112312 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-dae421c0-7843-4968-a727-f108762bc07a req-1e70d58b-1022-4426-8c7e-4b73baa90857 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 945 time: 0.0465055 Oct 27 13:28:54.157927 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-dae421c0-7843-4968-a727-f108762bc07a req-482b117f-1b6d-4be9-b16f-9c5b672095a9 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400658 Oct 27 13:28:54.525800 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18133879-2c0c-4faa-8d1f-89cc3f1c3427 req-a741d2c0-a0ea-4637-ba5f-c32a136ca9dc tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:54.527297 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-18133879-2c0c-4faa-8d1f-89cc3f1c3427 req-a741d2c0-a0ea-4637-ba5f-c32a136ca9dc tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0472765 Oct 27 13:28:54.578643 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-18133879-2c0c-4faa-8d1f-89cc3f1c3427 req-d5e3ae90-c480-45b1-9ef8-5d5f087b4712 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455523 Oct 27 13:28:54.946959 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907dc8c-60eb-4837-bc53-2082a5704fed req-b097f3fe-fc00-425f-9664-5a6da3467e31 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:54.948423 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d907dc8c-60eb-4837-bc53-2082a5704fed req-b097f3fe-fc00-425f-9664-5a6da3467e31 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 931 time: 0.0502591 Oct 27 13:28:54.993982 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d907dc8c-60eb-4837-bc53-2082a5704fed req-cc70c823-737e-402e-8391-cd8166726ba4 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d71e04d6-f5fe-4438-9e13-b724722a949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400927 Oct 27 13:28:55.206142 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c28799-5b14-4a37-ab79-095845241ee7 req-a7d28724-0507-4e4a-97b9-4cbc41779dc5 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:55.207627 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-75c28799-5b14-4a37-ab79-095845241ee7 req-a7d28724-0507-4e4a-97b9-4cbc41779dc5 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0473089 Oct 27 13:28:55.255847 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-75c28799-5b14-4a37-ab79-095845241ee7 req-2c10aeca-1257-43a2-98e2-22c97f21b10e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423639 Oct 27 13:28:55.262906 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:55.280757 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cfd75-b2ad-4c12-b8e4-d4e446b05e22 req-5253f99d-9fd0-449f-9ea9-1ac4c755400f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:55.282347 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-612cfd75-b2ad-4c12-b8e4-d4e446b05e22 req-5253f99d-9fd0-449f-9ea9-1ac4c755400f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 945 time: 0.0502338 Oct 27 13:28:55.329272 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-612cfd75-b2ad-4c12-b8e4-d4e446b05e22 req-bc1b818d-9b71-47ea-8b73-7b9573f2ed24 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415227 Oct 27 13:28:55.704422 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d50c0-4e61-40ff-9338-039f1e60ec99 req-63e20576-e67e-4cef-b9d8-ce1e39c82915 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:55.706273 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-776d50c0-4e61-40ff-9338-039f1e60ec99 req-63e20576-e67e-4cef-b9d8-ce1e39c82915 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0502980 Oct 27 13:28:55.757713 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-776d50c0-4e61-40ff-9338-039f1e60ec99 req-cf52eff8-cb86-4871-944b-2c8d38bd7a3a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447659 Oct 27 13:28:56.112928 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a271f7e-f742-4911-89af-381150f6a1c8 req-ecacbff0-a3ee-475f-9a87-1145eba43a1d tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:56.114382 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3a271f7e-f742-4911-89af-381150f6a1c8 req-ecacbff0-a3ee-475f-9a87-1145eba43a1d tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 931 time: 0.0467892 Oct 27 13:28:56.164844 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3a271f7e-f742-4911-89af-381150f6a1c8 req-65b60885-3afa-4056-b64c-f62279f786d5 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d71e04d6-f5fe-4438-9e13-b724722a949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444605 Oct 27 13:28:56.384895 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be912114-9622-4a79-9bda-7ba0b9a6d07d req-0688072d-9504-45f7-ad26-4e34d0bd59da tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:56.386372 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-be912114-9622-4a79-9bda-7ba0b9a6d07d req-0688072d-9504-45f7-ad26-4e34d0bd59da tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0504153 Oct 27 13:28:56.435197 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-be912114-9622-4a79-9bda-7ba0b9a6d07d req-328f7d97-4e16-4367-881c-0943971ee591 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429649 Oct 27 13:28:56.447883 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666924c-0e13-496c-a6f2-8e8f711e9115 req-663f980a-f6c0-43dc-b4e0-4d7e0808466d tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:56.449415 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6666924c-0e13-496c-a6f2-8e8f711e9115 req-663f980a-f6c0-43dc-b4e0-4d7e0808466d tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 945 time: 0.0469756 Oct 27 13:28:56.501445 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6666924c-0e13-496c-a6f2-8e8f711e9115 req-b8903c16-c748-42f6-94cf-1e7a2a8b4ff0 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465853 Oct 27 13:28:56.878625 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f125e3f-e1b1-466a-a677-41881f441146 req-36da4571-7a10-4bd9-95d7-a7d884dd7da6 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:56.880078 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9f125e3f-e1b1-466a-a677-41881f441146 req-36da4571-7a10-4bd9-95d7-a7d884dd7da6 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0463498 Oct 27 13:28:56.927159 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9f125e3f-e1b1-466a-a677-41881f441146 req-1e19ab37-1d8b-4bd4-b63b-56cd30d28c56 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410156 Oct 27 13:28:57.199174 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-88bacabb-0916-4a35-a69b-fb0827d87860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:57.285256 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7a61b-4e4e-4227-a918-d442a5d8181a req-a3007f8f-e526-4986-bc12-77ed4480656d tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:57.286727 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7ad7a61b-4e4e-4227-a918-d442a5d8181a req-a3007f8f-e526-4986-bc12-77ed4480656d tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 931 time: 0.0475848 Oct 27 13:28:57.334498 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7ad7a61b-4e4e-4227-a918-d442a5d8181a req-ad4481fc-25de-4184-8fbe-229a3be8f0a8 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d71e04d6-f5fe-4438-9e13-b724722a949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414100 Oct 27 13:28:57.581312 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-aaec5736-a8f0-4b57-b02d-1a79b5d3b421 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75bff678-d298-4825-99f8-3b2c8c43c102 HTTP/1.1" status: 200 len: 217 time: 0.0551748 Oct 27 13:28:57.594096 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae7afc-30a7-4e09-b7cd-1ef0fe0c37ba req-39e87c75-3cd1-49c2-a8df-7c57cab855a5 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:57.595741 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b2ae7afc-30a7-4e09-b7cd-1ef0fe0c37ba req-39e87c75-3cd1-49c2-a8df-7c57cab855a5 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0786541 Oct 27 13:28:57.620769 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Request body: {'port': {'device_id': '99d0cf35-31e0-4656-a049-a6e0951f8e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:28:57.636695 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfb3f0-0b6e-4267-a11b-688f7b049b0e req-170760a8-4e2d-4f8f-8bec-1019fc74c524 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:57.638226 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c5cfb3f0-0b6e-4267-a11b-688f7b049b0e req-170760a8-4e2d-4f8f-8bec-1019fc74c524 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 945 time: 0.0623732 Oct 27 13:28:57.656866 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:57.688348 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c5cfb3f0-0b6e-4267-a11b-688f7b049b0e req-fece9c9c-9358-4411-abb3-fe5a6e7b6e45 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442700 Oct 27 13:28:57.700649 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b2ae7afc-30a7-4e09-b7cd-1ef0fe0c37ba req-737112f8-59bb-4e2d-b9b2-3e6a3a4b0592 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983825 Oct 27 13:28:57.708873 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (b1becc91-f71d-4ee7-b328-ecda74f70712), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:57.788174 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-fe176d30-7e8f-42d9-a411-03cff0b7bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:57.789560 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-fe176d30-7e8f-42d9-a411-03cff0b7bf95 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=b6311a71-6948-47f7-b3a1-9319e66a1fce HTTP/1.1" status: 200 len: 855 time: 0.0817101 Oct 27 13:28:57.852217 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bd290-39b0-42af-ab14-a753e478a159 req-05aa60a4-1f17-4567-8935-2e9a48d9b8c4 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:57.853857 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8b4bd290-39b0-42af-ab14-a753e478a159 req-05aa60a4-1f17-4567-8935-2e9a48d9b8c4 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 945 time: 0.0547569 Oct 27 13:28:57.886870 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:57.901000 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-36bcc0da-6ba0-4687-ada5-30e1ce550874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:57.902836 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-36bcc0da-6ba0-4687-ada5-30e1ce550874 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b9e83d77-9944-451b-8320-56a536076101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1038549 Oct 27 13:28:57.933008 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe1855-b91a-4f53-b406-6c8d6db2fbe7 req-8dc9dbba-5caf-4e11-aac0-fdff746043b1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:57.934481 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-83fe1855-b91a-4f53-b406-6c8d6db2fbe7 req-8dc9dbba-5caf-4e11-aac0-fdff746043b1 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0797234 Oct 27 13:28:57.985932 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-8b4bd290-39b0-42af-ab14-a753e478a159 req-1143733e-4c1f-4523-814e-d404f9778668 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Deleting port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:28:57.986269 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-8b4bd290-39b0-42af-ab14-a753e478a159 req-1143733e-4c1f-4523-814e-d404f9778668 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:58.070139 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-f3e96dcc-1477-4675-8055-fa46e96cc894 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603498 Oct 27 13:28:58.076326 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:58.078271 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:58.096211 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f94e5d-114c-4d0b-9f37-6c6522827fda req-a177495d-760e-4f62-897b-3f01012acdf6 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:58.097732 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-45f94e5d-114c-4d0b-9f37-6c6522827fda req-a177495d-760e-4f62-897b-3f01012acdf6 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0685563 Oct 27 13:28:58.125330 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1becc91-f71d-4ee7-b328-ecda74f70712 {{(pid=104532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:28:58.133926 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Publish callbacks [] for port (b1becc91-f71d-4ee7-b328-ecda74f70712), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:58.135863 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-8b4bd290-39b0-42af-ab14-a753e478a159 req-1143733e-4c1f-4523-814e-d404f9778668 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] For port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:28:58.136042 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-8b4bd290-39b0-42af-ab14-a753e478a159 req-1143733e-4c1f-4523-814e-d404f9778668 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:58.146493 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.provisioning_blocks [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Transition to ACTIVE for port object b1becc91-f71d-4ee7-b328-ecda74f70712 will not be triggered until provisioned by entity L2. {{(pid=104532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:28:58.150585 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (b1becc91-f71d-4ee7-b328-ecda74f70712), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:58.217345 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b1becc91-f71d-4ee7-b328-ecda74f70712,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:58.245586 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-45f94e5d-114c-4d0b-9f37-6c6522827fda req-4a5ccd4e-77a2-438d-a2b2-c0c71267aa17 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407144 Oct 27 13:28:58.356861 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-83fe1855-b91a-4f53-b406-6c8d6db2fbe7 req-1575b193-1e6d-494c-9c62-fb672ca82f7c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Deleting port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:28:58.356861 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-83fe1855-b91a-4f53-b406-6c8d6db2fbe7 req-1575b193-1e6d-494c-9c62-fb672ca82f7c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:58.475077 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-8b4bd290-39b0-42af-ab14-a753e478a159 req-1143733e-4c1f-4523-814e-d404f9778668 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:58.475473 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-8b4bd290-39b0-42af-ab14-a753e478a159 req-1143733e-4c1f-4523-814e-d404f9778668 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (79299546-8c7b-41e1-bd02-61d91ee2f4cb), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:58.475792 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.l3_db [req-8b4bd290-39b0-42af-ab14-a753e478a159 req-1143733e-4c1f-4523-814e-d404f9778668 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Floating IP 79299546-8c7b-41e1-bd02-61d91ee2f4cb disassociated. External IP: 172.27.0.186, port: 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c. Oct 27 13:28:58.476173 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-8b4bd290-39b0-42af-ab14-a753e478a159 req-1143733e-4c1f-4523-814e-d404f9778668 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Calling delete_port for 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:28:58.554904 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-83fe1855-b91a-4f53-b406-6c8d6db2fbe7 req-1575b193-1e6d-494c-9c62-fb672ca82f7c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] For port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:28:58.555367 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-83fe1855-b91a-4f53-b406-6c8d6db2fbe7 req-1575b193-1e6d-494c-9c62-fb672ca82f7c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:58.600115 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a524a-15d5-4fb5-bca1-3e64b03b0f1e req-b6f9513c-98f2-4743-82a0-ca1d6badadc4 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:58.602321 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-888a524a-15d5-4fb5-bca1-3e64b03b0f1e req-b6f9513c-98f2-4743-82a0-ca1d6badadc4 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 943 time: 0.0732093 Oct 27 13:28:58.649027 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Attempting to bind port b1becc91-f71d-4ee7-b328-ecda74f70712 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:28:58.649364 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Attempting to bind port b1becc91-f71d-4ee7-b328-ecda74f70712 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'e5c45272-669f-4a6e-bc78-66653a65ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659'}] {{(pid=104532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:28:58.649696 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Attempting to bind port b1becc91-f71d-4ee7-b328-ecda74f70712 on network 424d9785-78b4-4b32-922b-56a7b3492659 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:28:58.656506 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-34c24086-7c94-433d-ba41-4d27ddeeb7ed req-ad4da7c4-a5fd-4736-86b1-5a1ad8792dc9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653156 Oct 27 13:28:58.718214 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-888a524a-15d5-4fb5-bca1-3e64b03b0f1e req-819f453b-9ad7-4e93-a9ec-9d67e862d24b tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d71e04d6-f5fe-4438-9e13-b724722a949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036446 Oct 27 13:28:58.724270 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Port b1becc91-f71d-4ee7-b328-ecda74f70712 on network 424d9785-78b4-4b32-922b-56a7b3492659 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:28:58.724941 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Attempting to bind port b1becc91-f71d-4ee7-b328-ecda74f70712 on network 424d9785-78b4-4b32-922b-56a7b3492659 {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:28:58.772284 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:28:58.772937 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Checking segment: {'id': 'e5c45272-669f-4a6e-bc78-66653a65ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:28:58.773519 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Bound using segment: {'id': 'e5c45272-669f-4a6e-bc78-66653a65ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659'} {{(pid=104532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:28:58.773969 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.managers [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Bound port: b1becc91-f71d-4ee7-b328-ecda74f70712, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c45272-669f-4a6e-bc78-66653a65ecdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659'}}] {{(pid=104532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:28:58.774333 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (b1becc91-f71d-4ee7-b328-ecda74f70712), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:58.874728 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] For port b1becc91-f71d-4ee7-b328-ecda74f70712, host hv-cinder-86243, cleared binding levels {{(pid=104532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:28:58.892921 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9344bb-03a3-4c17-af3a-e66c7265dac3 req-995506a2-3d09-4b28-a4d4-c17b7b519f85 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:58.894046 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4b9344bb-03a3-4c17-af3a-e66c7265dac3 req-995506a2-3d09-4b28-a4d4-c17b7b519f85 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0733192 Oct 27 13:28:58.898053 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] For port b1becc91-f71d-4ee7-b328-ecda74f70712, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=b1becc91-f71d-4ee7-b328-ecda74f70712,segment=NetworkSegment(e5c45272-669f-4a6e-bc78-66653a65ecdf),segment_id=e5c45272-669f-4a6e-bc78-66653a65ecdf)] {{(pid=104532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:28:58.917413 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (b1becc91-f71d-4ee7-b328-ecda74f70712), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:58.924205 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:58.924848 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:58.926225 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/b1becc91-f71d-4ee7-b328-ecda74f70712 HTTP/1.1" status: 200 len: 1093 time: 1.3166332 Oct 27 13:28:58.928038 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d0cf35-31e0-4656-a049-a6e0951f8e2a', 'tag': 'b1becc91-f71d-4ee7-b328-ecda74f70712'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:28:58.931685 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398fbbcb-c0e0-420f-8685-ce38cb14b3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "99d0cf35-31e0-4656-a049-a6e0951f8e2a", "tag": "b1becc91-f71d-4ee7-b328-ecda74f70712"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:28:58.962880 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:58.975727 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:58.996597 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4b9344bb-03a3-4c17-af3a-e66c7265dac3 req-a15a9a07-4392-4291-be0f-5f9126a598cb tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948172 Oct 27 13:28:59.002520 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e2bb7-a941-4e89-be15-200672256fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b1becc91-f71d-4ee7-b328-ecda74f70712,revision_number=3']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:59.054315 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad43de-8e44-459c-9206-dfba4ca0a914 req-f11410a8-be8f-4f00-80b3-b4dbc98b2a2f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:59.057040 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9829f9e-0f48-4bb8-8263-e9872dcf495b x-openstack-request-id: req-a9829f9e-0f48-4bb8-8263-e9872dcf495b {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:28:59.057359 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d0cf35-31e0-4656-a049-a6e0951f8e2a", "tag": "b1becc91-f71d-4ee7-b328-ecda74f70712", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:28:59.057613 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9829f9e-0f48-4bb8-8263-e9872dcf495b {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:28:59.058017 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9829f9e-0f48-4bb8-8263-e9872dcf495b'] response: {'name': 'network-changed', 'server_uuid': '99d0cf35-31e0-4656-a049-a6e0951f8e2a', 'tag': 'b1becc91-f71d-4ee7-b328-ecda74f70712', 'status': 'completed', 'code': 200} Oct 27 13:28:59.060862 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-18ad43de-8e44-459c-9206-dfba4ca0a914 req-f11410a8-be8f-4f00-80b3-b4dbc98b2a2f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 945 time: 0.1341519 Oct 27 13:28:59.109994 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-83fe1855-b91a-4f53-b406-6c8d6db2fbe7 req-1575b193-1e6d-494c-9c62-fb672ca82f7c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:59.110351 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-83fe1855-b91a-4f53-b406-6c8d6db2fbe7 req-1575b193-1e6d-494c-9c62-fb672ca82f7c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (3589fd1e-b027-4568-8c62-09da7a8b4c9c), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:59.110666 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.l3_db [req-83fe1855-b91a-4f53-b406-6c8d6db2fbe7 req-1575b193-1e6d-494c-9c62-fb672ca82f7c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Floating IP 3589fd1e-b027-4568-8c62-09da7a8b4c9c disassociated. External IP: 172.27.0.152, port: 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47. Oct 27 13:28:59.111003 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-83fe1855-b91a-4f53-b406-6c8d6db2fbe7 req-1575b193-1e6d-494c-9c62-fb672ca82f7c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Calling delete_port for 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:28:59.116257 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-8b4bd290-39b0-42af-ab14-a753e478a159 req-1143733e-4c1f-4523-814e-d404f9778668 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:59.119916 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:59.173590 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:59.211465 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143733e-4c1f-4523-814e-d404f9778668 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event deleted for resources: {'Port': ['ID=6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:59.223833 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-18ad43de-8e44-459c-9206-dfba4ca0a914 req-4042fe2c-184b-49e8-ab15-bc132a6d377e tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=0453125c-1d0c-4779-9f52-2be7c72a9217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621490 Oct 27 13:28:59.280533 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25635f-1f7c-45c5-8145-b25a44b6b42b req-da0679ab-0082-4ea7-ace8-eddf8201a77c tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:59.282061 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ae25635f-1f7c-45c5-8145-b25a44b6b42b req-da0679ab-0082-4ea7-ace8-eddf8201a77c tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 945 time: 0.0500681 Oct 27 13:28:59.336551 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ae25635f-1f7c-45c5-8145-b25a44b6b42b req-2939fd68-7731-457e-9ae4-65b8d3fc5ebc tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470901 Oct 27 13:28:59.420414 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b4bd290-39b0-42af-ab14-a753e478a159 req-1143733e-4c1f-4523-814e-d404f9778668 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Router 2bc3a740-4185-46a7-94c4-b4a995702f09 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:28:59.426253 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f673d5-2c75-4cdb-a158-f66f12f7c5fb req-4f85b4ab-ae92-4eab-9bb8-976eb7729819 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:59.427680 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-28f673d5-2c75-4cdb-a158-f66f12f7c5fb req-4f85b4ab-ae92-4eab-9bb8-976eb7729819 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 945 time: 0.0929301 Oct 27 13:28:59.458696 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-83fe1855-b91a-4f53-b406-6c8d6db2fbe7 req-1575b193-1e6d-494c-9c62-fb672ca82f7c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:59.503978 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-4cdabf7a-c5a4-4412-9fab-e4f1de450cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:59.529414 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575b193-1e6d-494c-9c62-fb672ca82f7c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Pushing event deleted for resources: {'Port': ['ID=3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:28:59.622416 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fbbcb-c0e0-420f-8685-ce38cb14b3f9 req-2f7e977f-a757-4766-9b0f-db4798091e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:59.624161 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-398fbbcb-c0e0-420f-8685-ce38cb14b3f9 req-2f7e977f-a757-4766-9b0f-db4798091e98 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d1a967f9b62401ba95d65a2747e3ec0&device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 1127 time: 0.0601966 Oct 27 13:28:59.643461 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-28f673d5-2c75-4cdb-a158-f66f12f7c5fb req-ee92adbe-0d37-4d00-bb8a-8f8e8f17892f tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=16ae3db0-1c41-4b53-9b93-99845f8f3b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061822 Oct 27 13:28:59.681630 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b4bd290-39b0-42af-ab14-a753e478a159 req-1143733e-4c1f-4523-814e-d404f9778668 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:28:59.686520 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:28:59.694847 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ae8a60-79ab-40cf-891c-ae3b002fef48 None None] Sync routers for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:28:59.705999 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ae8a60-79ab-40cf-891c-ae3b002fef48 None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:28:59.706759 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-51ae8a60-79ab-40cf-891c-ae3b002fef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:28:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:28:59.757317 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4bd290-39b0-42af-ab14-a753e478a159 req-1143733e-4c1f-4523-814e-d404f9778668 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] No DVR routers for this DVR port 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:28:59.759963 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-8b4bd290-39b0-42af-ab14-a753e478a159 req-1143733e-4c1f-4523-814e-d404f9778668 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:59.764074 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8b4bd290-39b0-42af-ab14-a753e478a159 req-1143733e-4c1f-4523-814e-d404f9778668 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "DELETE /networking/v2.0/ports/6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c HTTP/1.1" status: 204 len: 173 time: 1.8794537 Oct 27 13:28:59.768892 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'name': 'network-vif-deleted', 'tag': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:28:59.771149 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef45215-a38a-4b35-b637-c5123f74550e" -d '{"events": [{"server_uuid": "7e8b8230-922c-4d41-90e1-6b62526afc91", "name": "network-vif-deleted", "tag": "6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:28:59.785917 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83fe1855-b91a-4f53-b406-6c8d6db2fbe7 req-1575b193-1e6d-494c-9c62-fb672ca82f7c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Router a396b264-e0ba-476f-8bfa-0b2de13e54d1 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:28:59.810696 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-51ae8a60-79ab-40cf-891c-ae3b002fef48 None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:28:59.836786 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15f660a-8dfd-4a8e-ac3d-6a3149c03f24 x-openstack-request-id: req-c15f660a-8dfd-4a8e-ac3d-6a3149c03f24 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:28:59.837073 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8b8230-922c-4d41-90e1-6b62526afc91", "name": "network-vif-deleted", "tag": "6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:28:59.837323 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c15f660a-8dfd-4a8e-ac3d-6a3149c03f24 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:28:59.837797 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c15f660a-8dfd-4a8e-ac3d-6a3149c03f24'] response: {'server_uuid': '7e8b8230-922c-4d41-90e1-6b62526afc91', 'name': 'network-vif-deleted', 'tag': '6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c', 'status': 'completed', 'code': 200} Oct 27 13:28:59.889467 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d8581-742c-4e04-a590-f25422df95d8 req-fb66abcf-5ccb-42dc-915e-11716660d7bd tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:28:59.896831 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-8a5d8581-742c-4e04-a590-f25422df95d8 req-fb66abcf-5ccb-42dc-915e-11716660d7bd tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 943 time: 0.0537829 Oct 27 13:28:59.901396 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:59.915309 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83fe1855-b91a-4f53-b406-6c8d6db2fbe7 req-1575b193-1e6d-494c-9c62-fb672ca82f7c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:28:59.916844 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:59.930954 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c46d88-88b9-4c32-aced-032f139e126b None None] Sync routers for ids ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:28:59.946415 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:28:59.961350 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-8a5d8581-742c-4e04-a590-f25422df95d8 req-c54b26d5-0f75-45c9-805b-12475621e50a tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d71e04d6-f5fe-4438-9e13-b724722a949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627685 Oct 27 13:28:59.962664 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c46d88-88b9-4c32-aced-032f139e126b None None] Routers {'a396b264-e0ba-476f-8bfa-0b2de13e54d1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:28:59.964013 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-f4c46d88-88b9-4c32-aced-032f139e126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:28:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:28:59.979956 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fe1855-b91a-4f53-b406-6c8d6db2fbe7 req-1575b193-1e6d-494c-9c62-fb672ca82f7c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] No DVR routers for this DVR port 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:28:59.982575 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-83fe1855-b91a-4f53-b406-6c8d6db2fbe7 req-1575b193-1e6d-494c-9c62-fb672ca82f7c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:28:59.985932 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-83fe1855-b91a-4f53-b406-6c8d6db2fbe7 req-1575b193-1e6d-494c-9c62-fb672ca82f7c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.45 "DELETE /networking/v2.0/ports/3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 HTTP/1.1" status: 204 len: 173 time: 1.7896051 Oct 27 13:29:00.044638 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-51ae8a60-79ab-40cf-891c-ae3b002fef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:00.071193 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ae8a60-79ab-40cf-891c-ae3b002fef48 None None] Checking router: 2bc3a740-4185-46a7-94c4-b4a995702f09 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:29:00.080433 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ae8a60-79ab-40cf-891c-ae3b002fef48 None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:29:00.081048 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-51ae8a60-79ab-40cf-891c-ae3b002fef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:28:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:00.098180 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-f4c46d88-88b9-4c32-aced-032f139e126b None None] Set router a396b264-e0ba-476f-8bfa-0b2de13e54d1 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:29:00.156748 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba76d6-e660-44de-9ec5-994def2a7a01 req-49738f55-5c90-428c-bd46-e2df02ec2100 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:00.158286 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9bba76d6-e660-44de-9ec5-994def2a7a01 req-49738f55-5c90-428c-bd46-e2df02ec2100 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0503676 Oct 27 13:29:00.201393 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-51ae8a60-79ab-40cf-891c-ae3b002fef48 None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:29:00.208332 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9bba76d6-e660-44de-9ec5-994def2a7a01 req-6663c77b-7283-43da-a9e1-039d8c89fd5a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440223 Oct 27 13:29:00.295768 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-f4c46d88-88b9-4c32-aced-032f139e126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port': {'id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:54Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'f9f9aa88-0478-45c6-94e3-759c7b6c2aac', 'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'mac_address': 'fa:16:3e:52:9c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:00Z', 'updated_at': '2022-10-27T13:24:19Z', 'revision_number': 5, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'subnets': [{'id': 'd729a604-725f-4ad1-9296-503f3419b171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:00.324029 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c46d88-88b9-4c32-aced-032f139e126b None None] Checking router: a396b264-e0ba-476f-8bfa-0b2de13e54d1 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:29:00.333462 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c46d88-88b9-4c32-aced-032f139e126b None None] Routers {'a396b264-e0ba-476f-8bfa-0b2de13e54d1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:29:00.334065 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-f4c46d88-88b9-4c32-aced-032f139e126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:28:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:00.338123 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9e7340b8-f26f-4298-b844-f35a1b24e231 req-220a1d3e-4526-41b3-8ddd-093bc85a8c82 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 210 time: 0.0294886 Oct 27 13:29:00.451529 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-f4c46d88-88b9-4c32-aced-032f139e126b None None] Set router a396b264-e0ba-476f-8bfa-0b2de13e54d1 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:29:00.465607 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40e71d-c804-4d75-b1e6-0e667adac0b5 req-838b01e3-54ea-46f2-b237-8577701fd41b tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:00.467192 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8b40e71d-c804-4d75-b1e6-0e667adac0b5 req-838b01e3-54ea-46f2-b237-8577701fd41b tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 945 time: 0.0517502 Oct 27 13:29:00.486720 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-51ae8a60-79ab-40cf-891c-ae3b002fef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:00.489765 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:00.513070 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ae8a60-79ab-40cf-891c-ae3b002fef48 None None] The sync data for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi is: [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:29:00.520457 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8b40e71d-c804-4d75-b1e6-0e667adac0b5 req-70ad4d3f-a6cc-4f62-a24d-c44b240daada tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466263 Oct 27 13:29:00.655154 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-f4c46d88-88b9-4c32-aced-032f139e126b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port': {'id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:54Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'f9f9aa88-0478-45c6-94e3-759c7b6c2aac', 'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'mac_address': 'fa:16:3e:52:9c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:00Z', 'updated_at': '2022-10-27T13:24:19Z', 'revision_number': 5, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'subnets': [{'id': 'd729a604-725f-4ad1-9296-503f3419b171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:00.681665 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c46d88-88b9-4c32-aced-032f139e126b None None] The sync data for ids ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'] in dv-cinder-862432-3-iscsi is: [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port': {'id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:54Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'f9f9aa88-0478-45c6-94e3-759c7b6c2aac', 'name': '', 'network_id': 'd7787e3c-cdc7-4d31-9969-b3505bdbc01b', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'mac_address': 'fa:16:3e:52:9c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd729a604-725f-4ad1-9296-503f3419b171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:00Z', 'updated_at': '2022-10-27T13:24:19Z', 'revision_number': 5, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'subnets': [{'id': 'd729a604-725f-4ad1-9296-503f3419b171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:29:00.692478 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 75bff678-d298-4825-99f8-3b2c8c43c102 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:29:00.766275 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-8c0caee5-6b29-4d87-b4b2-d6a3c3687a71 req-8a58c582-1419-4e82-bb5f-6c3bfdf7180c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 210 time: 0.0405388 Oct 27 13:29:00.786505 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:00.809334 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4294b91-ba4a-45a9-ab0e-7ba5121e516e None None] New status for floating IP 79299546-8c7b-41e1-bd02-61d91ee2f4cb: DOWN {{(pid=104535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:29:00.824761 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:00.831874 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 75bff678-d298-4825-99f8-3b2c8c43c102, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=75bff678-d298-4825-99f8-3b2c8c43c102,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:29:00.844936 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': '75bff678-d298-4825-99f8-3b2c8c43c102', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'port_id': '75bff678-d298-4825-99f8-3b2c8c43c102', 'mac_address': 'fa:16:3e:f7:fd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:29:00.882530 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 75bff678-d298-4825-99f8-3b2c8c43c102 is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:29:00.882922 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:00.897871 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75bff678-d298-4825-99f8-3b2c8c43c102 {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:29:00.902948 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:00.922009 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 75bff678-d298-4825-99f8-3b2c8c43c102, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=75bff678-d298-4825-99f8-3b2c8c43c102,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:29:00.927313 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:00.983797 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=75bff678-d298-4825-99f8-3b2c8c43c102,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:01.029901 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80eaf6d-345a-489c-9624-3b526c2caf59 None None] New status for floating IP 3589fd1e-b027-4568-8c62-09da7a8b4c9c: DOWN {{(pid=104534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:29:01.120543 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fbbcb-c0e0-420f-8685-ce38cb14b3f9 req-e0e03db4-ce1a-4ee7-8a9b-e2dfed81dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:01.120828 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02b28f-217c-47a2-9ee8-dbb2dfefb7a4 req-945eb582-fbd3-4382-83ab-fcd3f1d450c3 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:01.122099 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6e02b28f-217c-47a2-9ee8-dbb2dfefb7a4 req-945eb582-fbd3-4382-83ab-fcd3f1d450c3 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 943 time: 0.0516968 Oct 27 13:29:01.122215 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-398fbbcb-c0e0-420f-8685-ce38cb14b3f9 req-e0e03db4-ce1a-4ee7-8a9b-e2dfed81dc45 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=5d1a967f9b62401ba95d65a2747e3ec0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1380122 Oct 27 13:29:01.174001 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6e02b28f-217c-47a2-9ee8-dbb2dfefb7a4 req-00378cc4-ac0d-4083-ab96-c900a98ac1fa tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d71e04d6-f5fe-4438-9e13-b724722a949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449517 Oct 27 13:29:01.324963 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['75bff678-d298-4825-99f8-3b2c8c43c102'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:29:01.359112 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd993d3-065d-4383-817b-823174bf2cb9 req-19e0fe11-ec0e-41ed-a990-03e4df51addd tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:01.360794 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5fd993d3-065d-4383-817b-823174bf2cb9 req-19e0fe11-ec0e-41ed-a990-03e4df51addd tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 945 time: 0.0579126 Oct 27 13:29:01.524947 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5fd993d3-065d-4383-817b-823174bf2cb9 req-b9b71ad1-f768-4853-b8b5-9f1cbc571f14 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551547 Oct 27 13:29:01.533195 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-642d25e6-ec04-49cc-b111-1b5424ab5a51 req-b49111f7-b6e5-4c04-ac25-33be7ceba575 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 210 time: 0.0651331 Oct 27 13:29:01.558050 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fbbcb-c0e0-420f-8685-ce38cb14b3f9 req-4be0763f-bd14-4d68-bd41-01aa84fd2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:01.559939 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-398fbbcb-c0e0-420f-8685-ce38cb14b3f9 req-4be0763f-bd14-4d68-bd41-01aa84fd2968 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1823149 Oct 27 13:29:01.601630 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ef812-9f7c-4bd2-bd8b-bb5c648428bd req-0229c2ae-40a6-41dc-98d3-6645278a03cb tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:01.603320 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d82ef812-9f7c-4bd2-bd8b-bb5c648428bd req-0229c2ae-40a6-41dc-98d3-6645278a03cb tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 945 time: 0.0889494 Oct 27 13:29:01.691851 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-e2ce2b5b-f681-4d17-a2f8-9f15e581679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:01.693462 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-e2ce2b5b-f681-4d17-a2f8-9f15e581679c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d1a967f9b62401ba95d65a2747e3ec0&device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 1127 time: 0.0822923 Oct 27 13:29:01.701311 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ba46b-dbae-47ea-b225-35fe705f657f req-27d3e4d9-287f-477a-92c4-2b5c2009220e tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:01.704689 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bf3ba46b-dbae-47ea-b225-35fe705f657f req-27d3e4d9-287f-477a-92c4-2b5c2009220e tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 945 time: 0.0818233 Oct 27 13:29:01.705018 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-d82ef812-9f7c-4bd2-bd8b-bb5c648428bd req-3edf2386-17d1-4794-b698-4bc9a00aa5a6 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Deleting port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:29:01.705365 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-d82ef812-9f7c-4bd2-bd8b-bb5c648428bd req-3edf2386-17d1-4794-b698-4bc9a00aa5a6 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:01.750442 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-99cafacd-d44b-4a29-ba83-bbe1ff2b0cc9 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1becc91-f71d-4ee7-b328-ecda74f70712 HTTP/1.1" status: 200 len: 217 time: 0.0442379 Oct 27 13:29:01.807104 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-d82ef812-9f7c-4bd2-bd8b-bb5c648428bd req-3edf2386-17d1-4794-b698-4bc9a00aa5a6 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] For port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609,segment=NetworkSegment(224798fc-a61f-49fb-bc13-cf2fea1b4247),segment_id=224798fc-a61f-49fb-bc13-cf2fea1b4247)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:29:01.807334 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-d82ef812-9f7c-4bd2-bd8b-bb5c648428bd req-3edf2386-17d1-4794-b698-4bc9a00aa5a6 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:01.823249 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-d82ef812-9f7c-4bd2-bd8b-bb5c648428bd req-3edf2386-17d1-4794-b698-4bc9a00aa5a6 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Calling delete_port for fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:29:01.834921 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bf3ba46b-dbae-47ea-b225-35fe705f657f req-b7cd4164-cec0-49f5-b340-eac1f47bc5f0 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3f6ac2de-aaeb-4de0-ae28-7306778bc18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198626 Oct 27 13:29:01.846653 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-445b1f8d-bad2-4594-9036-8aaf7278e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:01.848502 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-445b1f8d-bad2-4594-9036-8aaf7278e9d5 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=3a4b0eb8-cd36-4797-a097-2561f1cfcd3b HTTP/1.1" status: 200 len: 849 time: 0.0829585 Oct 27 13:29:01.863218 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'name': 'network-vif-deleted', 'tag': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:29:01.864468 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794eee29-71c0-4558-9ccb-16e461683333" -d '{"events": [{"server_uuid": "d2278934-664f-48c4-be2a-35f1cfa1844a", "name": "network-vif-deleted", "tag": "3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:29:01.906256 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-26204ff1-d7bd-46db-b183-7a711c9502cf req-89c6db84-282a-4139-80d2-55525fa6a4d3 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 210 time: 0.0374196 Oct 27 13:29:01.907688 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ee8939-c9ed-45f9-847f-4b54a2e39050 x-openstack-request-id: req-e9ee8939-c9ed-45f9-847f-4b54a2e39050 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:29:01.907969 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2278934-664f-48c4-be2a-35f1cfa1844a", "name": "network-vif-deleted", "tag": "3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:29:01.908217 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9ee8939-c9ed-45f9-847f-4b54a2e39050 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:29:01.908642 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ee8939-c9ed-45f9-847f-4b54a2e39050'] response: {'server_uuid': 'd2278934-664f-48c4-be2a-35f1cfa1844a', 'name': 'network-vif-deleted', 'tag': '3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47', 'status': 'completed', 'code': 200} Oct 27 13:29:01.987992 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-d82ef812-9f7c-4bd2-bd8b-bb5c648428bd req-3edf2386-17d1-4794-b698-4bc9a00aa5a6 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:02.016009 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf2386-17d1-4794-b698-4bc9a00aa5a6 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Pushing event deleted for resources: {'Port': ['ID=fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:02.047091 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:29:02.063335 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82ef812-9f7c-4bd2-bd8b-bb5c648428bd req-3edf2386-17d1-4794-b698-4bc9a00aa5a6 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] No DVR routers for this DVR port fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:29:02.065837 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-d82ef812-9f7c-4bd2-bd8b-bb5c648428bd req-3edf2386-17d1-4794-b698-4bc9a00aa5a6 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:02.069821 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d82ef812-9f7c-4bd2-bd8b-bb5c648428bd req-3edf2386-17d1-4794-b698-4bc9a00aa5a6 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.45 "DELETE /networking/v2.0/ports/fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 HTTP/1.1" status: 204 len: 173 time: 0.4579372 Oct 27 13:29:02.094432 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:02.095620 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-2164787b-2126-4d4e-9b1a-d91f6aa9141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:02.097453 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-2164787b-2126-4d4e-9b1a-d91f6aa9141d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=424d9785-78b4-4b32-922b-56a7b3492659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510776 Oct 27 13:29:02.202883 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-6ac6e0e4-b85e-49a0-9d60-9e0823f4ea0f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922077 Oct 27 13:29:02.320767 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:02.365886 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3352832-e929-4df3-a1ca-3177f4164cf6 req-8adedd95-9679-4e3d-89d8-b511977c69e9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:02.367709 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c3352832-e929-4df3-a1ca-3177f4164cf6 req-8adedd95-9679-4e3d-89d8-b511977c69e9 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 943 time: 0.1041987 Oct 27 13:29:02.416375 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cb3120c4-9171-45ad-a3d8-c52aaa000ba3 req-a8b91014-769d-422f-aeda-993b604fddc0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071133 Oct 27 13:29:02.446088 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c3352832-e929-4df3-a1ca-3177f4164cf6 req-03911122-0d65-4b73-b99a-5adc25fa4ea8 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d71e04d6-f5fe-4438-9e13-b724722a949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662205 Oct 27 13:29:02.612789 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:02.667969 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa9a03-27d9-4970-b368-c1a00e91f423 req-bf9c9e50-42de-4bc7-97f5-74e405327c8c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:02.669547 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-68fa9a03-27d9-4970-b368-c1a00e91f423 req-bf9c9e50-42de-4bc7-97f5-74e405327c8c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 945 time: 0.0669842 Oct 27 13:29:02.688989 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-45b05e5d-591c-4ebb-8f3e-df8da91d0fdb req-9907413f-ab82-468b-acf3-f5a4522d5316 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7e8b8230-922c-4d41-90e1-6b62526afc91 HTTP/1.1" status: 200 len: 210 time: 0.0285504 Oct 27 13:29:02.719393 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-68fa9a03-27d9-4970-b368-c1a00e91f423 req-38ba88dc-e486-4c78-9ec3-65797e59d61f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440724 Oct 27 13:29:02.724318 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 75bff678-d298-4825-99f8-3b2c8c43c102 up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:29:02.766569 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port 75bff678-d298-4825-99f8-3b2c8c43c102 completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:29:02.772853 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port 75bff678-d298-4825-99f8-3b2c8c43c102 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:29:02.773220 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:02.773550 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port 75bff678-d298-4825-99f8-3b2c8c43c102 Oct 27 13:29:02.848916 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 75bff678-d298-4825-99f8-3b2c8c43c102 is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:29:02.849203 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:02.871667 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f232f466-e821-48fe-926c-feadcec39c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bff678-d298-4825-99f8-3b2c8c43c102'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:29:02.873994 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32826bdb-d68e-45b3-af22-b7efd2837f36" -d '{"events": [{"server_uuid": "f232f466-e821-48fe-926c-feadcec39c31", "name": "network-vif-plugged", "status": "completed", "tag": "75bff678-d298-4825-99f8-3b2c8c43c102"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:29:02.893565 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 75bff678-d298-4825-99f8-3b2c8c43c102, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=75bff678-d298-4825-99f8-3b2c8c43c102,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:29:02.900359 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:02.902253 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:29:02.928216 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f94ab0-33ec-493a-9cff-b06ef4aa124a x-openstack-request-id: req-28f94ab0-33ec-493a-9cff-b06ef4aa124a {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:29:02.928618 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f232f466-e821-48fe-926c-feadcec39c31", "name": "network-vif-plugged", "status": "completed", "tag": "75bff678-d298-4825-99f8-3b2c8c43c102", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:29:02.928763 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28f94ab0-33ec-493a-9cff-b06ef4aa124a {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:29:02.929155 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f94ab0-33ec-493a-9cff-b06ef4aa124a'] response: {'server_uuid': 'f232f466-e821-48fe-926c-feadcec39c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bff678-d298-4825-99f8-3b2c8c43c102', 'code': 200} Oct 27 13:29:02.953941 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:29:02.954279 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 3c50f87a-00ba-4a9b-ae1a-4388d6ce9b47 not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:29:02.954772 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:29:02.961542 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-feaa8f37-83f6-4da5-8704-f69e658a29f2 req-a934537a-b92a-4484-bbde-6eb79e652be3 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 210 time: 0.0315459 Oct 27 13:29:02.983591 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:29:02.983941 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 6cd99aa2-cd8f-43a1-a6e0-13a9a2ba065c not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:29:02.984371 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:29:03.011842 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:29:03.012180 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609 not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:29:03.018780 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=75bff678-d298-4825-99f8-3b2c8c43c102,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:03.033341 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6ced67c8-01a2-4946-abe4-66d5fd7ba225 req-ca49577f-a7be-4d16-951f-e07c8ef9dcc0 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 210 time: 0.0292053 Oct 27 13:29:03.707348 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33142c-ec35-4a69-acd2-550966b40419 req-66c76efe-f29a-41bd-b21c-86da7ef7c6c0 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:03.709896 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-aa33142c-ec35-4a69-acd2-550966b40419 req-66c76efe-f29a-41bd-b21c-86da7ef7c6c0 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 943 time: 0.1079113 Oct 27 13:29:03.713667 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b02b06-de87-4a4f-9023-96085f0ac053 req-f6476f3c-d8cb-4d2b-beb0-948ec6f9dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:03.715208 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-12b02b06-de87-4a4f-9023-96085f0ac053 req-f6476f3c-d8cb-4d2b-beb0-948ec6f9dffe service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 1130 time: 0.0630081 Oct 27 13:29:03.793162 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:03.832177 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-aa33142c-ec35-4a69-acd2-550966b40419 req-44c6409e-3d9a-41e6-bbc8-84b7c45be96c tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d71e04d6-f5fe-4438-9e13-b724722a949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146204 Oct 27 13:29:03.835595 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-12b02b06-de87-4a4f-9023-96085f0ac053 req-a6e44a39-9d27-4794-b3a2-92b114cc149a service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062660 Oct 27 13:29:03.866296 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79da60-c1e0-46e4-94c4-d4f680b6a4d8 req-dd691502-5396-440e-85bc-ec05c7a28956 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:03.867803 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5d79da60-c1e0-46e4-94c4-d4f680b6a4d8 req-dd691502-5396-440e-85bc-ec05c7a28956 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0497644 Oct 27 13:29:03.873602 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60122) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:03.912857 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ce0a5c-84d9-45ed-9354-2aa64d6992cc', 'name': 'network-vif-deleted', 'tag': 'fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:29:03.915049 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb352cf-a6ab-4135-b18d-33ce2547cbb5" -d '{"events": [{"server_uuid": "f4ce0a5c-84d9-45ed-9354-2aa64d6992cc", "name": "network-vif-deleted", "tag": "fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:29:03.924141 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5d79da60-c1e0-46e4-94c4-d4f680b6a4d8 req-8627a94e-6f8f-4780-8ea9-61b92253223b tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507398 Oct 27 13:29:03.935256 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-10403955-76c8-4e5e-8dc5-ed9760d15e4a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (0453125c-1d0c-4779-9f52-2be7c72a9217), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:03.957387 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f9c80f-8a71-412c-a221-1b313fa44a09 x-openstack-request-id: req-c0f9c80f-8a71-412c-a221-1b313fa44a09 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:29:03.958244 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ce0a5c-84d9-45ed-9354-2aa64d6992cc", "name": "network-vif-deleted", "tag": "fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:29:03.958630 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c0f9c80f-8a71-412c-a221-1b313fa44a09 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:29:03.959217 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f9c80f-8a71-412c-a221-1b313fa44a09'] response: {'server_uuid': 'f4ce0a5c-84d9-45ed-9354-2aa64d6992cc', 'name': 'network-vif-deleted', 'tag': 'fa8e9097-a1b6-4eac-bda4-a4ad5cbe8609', 'status': 'completed', 'code': 200} Oct 27 13:29:03.971350 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-10403955-76c8-4e5e-8dc5-ed9760d15e4a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (0453125c-1d0c-4779-9f52-2be7c72a9217), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:04.026954 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-10403955-76c8-4e5e-8dc5-ed9760d15e4a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (0453125c-1d0c-4779-9f52-2be7c72a9217), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:04.030545 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-10403955-76c8-4e5e-8dc5-ed9760d15e4a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:04.032080 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-10403955-76c8-4e5e-8dc5-ed9760d15e4a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/0453125c-1d0c-4779-9f52-2be7c72a9217 HTTP/1.1" status: 204 len: 168 time: 0.1573100 Oct 27 13:29:04.036252 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 60128) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:04.046121 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10403955-76c8-4e5e-8dc5-ed9760d15e4a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0453125c-1d0c-4779-9f52-2be7c72a9217,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:04.064210 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.api.v2.resource [None req-9cc198a5-8b8f-4ec3-946b-694533e3dfac tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] show failed (client error): The resource could not be found. Oct 27 13:29:04.066017 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-9cc198a5-8b8f-4ec3-946b-694533e3dfac tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups/0453125c-1d0c-4779-9f52-2be7c72a9217 HTTP/1.1" status: 404 len: 347 time: 0.0283911 Oct 27 13:29:04.069564 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60132) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:04.104078 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8dd74588-e206-4399-903c-6ab6aed6b2a8 req-8a82c4cc-6911-4f1c-af9a-0b071aafd6e1 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 210 time: 0.0365117 Oct 27 13:29:04.190892 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9aad33e6-9d99-445d-ba3f-b843cec74911 req-35478f4f-1e87-4625-9695-f605e26a16ea tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d2278934-664f-48c4-be2a-35f1cfa1844a HTTP/1.1" status: 200 len: 210 time: 0.0575488 Oct 27 13:29:04.234031 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-1ac6740a-7035-4ca1-93a0-0d47274c63fb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Deleting port f1ff7fa6-eeed-4d78-b325-cb21ae25c2e3 {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:29:04.234385 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1ac6740a-7035-4ca1-93a0-0d47274c63fb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (f1ff7fa6-eeed-4d78-b325-cb21ae25c2e3), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:04.321511 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1ac6740a-7035-4ca1-93a0-0d47274c63fb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (f1ff7fa6-eeed-4d78-b325-cb21ae25c2e3), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:04.321844 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1ac6740a-7035-4ca1-93a0-0d47274c63fb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (f1ff7fa6-eeed-4d78-b325-cb21ae25c2e3), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:04.338573 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-1ac6740a-7035-4ca1-93a0-0d47274c63fb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Calling delete_port for f1ff7fa6-eeed-4d78-b325-cb21ae25c2e3 owned by network:floatingip {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:29:04.503700 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1ac6740a-7035-4ca1-93a0-0d47274c63fb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (f1ff7fa6-eeed-4d78-b325-cb21ae25c2e3), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:04.530191 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6740a-7035-4ca1-93a0-0d47274c63fb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event deleted for resources: {'Port': ['ID=f1ff7fa6-eeed-4d78-b325-cb21ae25c2e3,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:04.595057 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1ac6740a-7035-4ca1-93a0-0d47274c63fb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (79299546-8c7b-41e1-bd02-61d91ee2f4cb), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:04.597540 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1ac6740a-7035-4ca1-93a0-0d47274c63fb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:04.598716 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-1ac6740a-7035-4ca1-93a0-0d47274c63fb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/79299546-8c7b-41e1-bd02-61d91ee2f4cb HTTP/1.1" status: 204 len: 168 time: 0.5282199 Oct 27 13:29:04.686799 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60136) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:04.691619 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-35cd6d93-9bd2-4276-b5fc-d0b5c165779f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1765414271', 'description': 'tempest-description--1733642938'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:29:04.701685 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device b1becc91-f71d-4ee7-b328-ecda74f70712 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:29:04.723183 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-35cd6d93-9bd2-4276-b5fc-d0b5c165779f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:04.766128 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:04.791750 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:04.796444 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:04.803572 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-35cd6d93-9bd2-4276-b5fc-d0b5c165779f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (92554ee9-e2e2-4535-a42d-12b9660096cc), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:04.807811 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-35cd6d93-9bd2-4276-b5fc-d0b5c165779f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (92554ee9-e2e2-4535-a42d-12b9660096cc), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:04.826256 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port b1becc91-f71d-4ee7-b328-ecda74f70712, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=b1becc91-f71d-4ee7-b328-ecda74f70712,segment=NetworkSegment(e5c45272-669f-4a6e-bc78-66653a65ecdf),segment_id=e5c45272-669f-4a6e-bc78-66653a65ecdf)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:29:04.841638 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd6d93-9bd2-4276-b5fc-d0b5c165779f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92554ee9-e2e2-4535-a42d-12b9660096cc,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:04.844089 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': 'b1becc91-f71d-4ee7-b328-ecda74f70712', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'port_id': 'b1becc91-f71d-4ee7-b328-ecda74f70712', 'mac_address': 'fa:16:3e:5f:16:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:29:04.846379 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-35cd6d93-9bd2-4276-b5fc-d0b5c165779f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:04.850776 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-35cd6d93-9bd2-4276-b5fc-d0b5c165779f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1596849 Oct 27 13:29:04.851170 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60138) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:04.855444 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-bbee1d51-f3eb-475a-9480-19facf8024a9 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'security_group_rule': {'security_group_id': '92554ee9-e2e2-4535-a42d-12b9660096cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:29:04.883029 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:04.884747 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bbee1d51-f3eb-475a-9480-19facf8024a9 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (b17745a8-1cc3-48ee-ac5c-cef4fc4bc5f5), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:04.893924 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port b1becc91-f71d-4ee7-b328-ecda74f70712 is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:29:04.894320 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (b1becc91-f71d-4ee7-b328-ecda74f70712), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:04.910146 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1becc91-f71d-4ee7-b328-ecda74f70712 {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:29:04.932673 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port b1becc91-f71d-4ee7-b328-ecda74f70712, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=b1becc91-f71d-4ee7-b328-ecda74f70712,segment=NetworkSegment(e5c45272-669f-4a6e-bc78-66653a65ecdf),segment_id=e5c45272-669f-4a6e-bc78-66653a65ecdf)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:29:04.937288 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (b1becc91-f71d-4ee7-b328-ecda74f70712), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:04.987688 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bbee1d51-f3eb-475a-9480-19facf8024a9 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (b17745a8-1cc3-48ee-ac5c-cef4fc4bc5f5), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:04.998351 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bbee1d51-f3eb-475a-9480-19facf8024a9 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (b17745a8-1cc3-48ee-ac5c-cef4fc4bc5f5), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:05.009890 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=b1becc91-f71d-4ee7-b328-ecda74f70712,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:05.014983 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dcdc9-29e0-479f-a9b5-f322175dcaef req-5b3eb25e-1096-4be3-b0c8-a893f58c05ee tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:05.016583 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ea1dcdc9-29e0-479f-a9b5-f322175dcaef req-5b3eb25e-1096-4be3-b0c8-a893f58c05ee tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 944 time: 0.0757003 Oct 27 13:29:05.039306 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee1d51-f3eb-475a-9480-19facf8024a9 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17745a8-1cc3-48ee-ac5c-cef4fc4bc5f5,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:05.051015 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bbee1d51-f3eb-475a-9480-19facf8024a9 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:05.055639 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-bbee1d51-f3eb-475a-9480-19facf8024a9 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2002916 Oct 27 13:29:05.055877 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60146) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:05.062633 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-36e33524-59b0-46da-97d5-b5a8549ac660 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'security_group_rule': {'security_group_id': '92554ee9-e2e2-4535-a42d-12b9660096cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:29:05.107954 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ea1dcdc9-29e0-479f-a9b5-f322175dcaef req-fa788dbc-7077-4e50-9d46-ec6de1c35e8b tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d71e04d6-f5fe-4438-9e13-b724722a949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803945 Oct 27 13:29:05.119575 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-36e33524-59b0-46da-97d5-b5a8549ac660 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (b328894f-8106-4685-adad-5b2da120aef7), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:05.211233 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-36e33524-59b0-46da-97d5-b5a8549ac660 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (b328894f-8106-4685-adad-5b2da120aef7), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:05.217064 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['b1becc91-f71d-4ee7-b328-ecda74f70712'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:29:05.230825 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-36e33524-59b0-46da-97d5-b5a8549ac660 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (b328894f-8106-4685-adad-5b2da120aef7), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:05.236316 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0eb8c-9820-466c-adbc-79ead2bb5cbe req-89acacc8-056a-4b57-bdbd-bcbf7c41535c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:05.237982 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c0c0eb8c-9820-466c-adbc-79ead2bb5cbe req-89acacc8-056a-4b57-bdbd-bcbf7c41535c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.1123047 Oct 27 13:29:05.266621 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-05da2ad0-2619-404b-8907-04c8fdc956fe req-d7ad70fb-c19b-45c2-b666-3ac593395303 tempest-VolumesSnapshotTestJSON-1287409667 tempest-VolumesSnapshotTestJSON-1287409667-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f4ce0a5c-84d9-45ed-9354-2aa64d6992cc HTTP/1.1" status: 200 len: 210 time: 0.0524189 Oct 27 13:29:05.272917 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e33524-59b0-46da-97d5-b5a8549ac660 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b328894f-8106-4685-adad-5b2da120aef7,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:05.286431 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-36e33524-59b0-46da-97d5-b5a8549ac660 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:05.290836 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-36e33524-59b0-46da-97d5-b5a8549ac660 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2301176 Oct 27 13:29:05.290987 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60152) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:05.296118 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'floatingip': {'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:29:05.304777 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:05.324059 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c0c0eb8c-9820-466c-adbc-79ead2bb5cbe req-38faf31a-ac5c-4966-a58f-914e84c426ce tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778706 Oct 27 13:29:05.346136 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:05.437809 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:05.455309 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 60158) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:05.469464 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:05.512685 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-54a2f467-39be-4f76-8673-b05c882dd387 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for security_group (16ae3db0-1c41-4b53-9b93-99845f8f3b37), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:05.539399 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-54a2f467-39be-4f76-8673-b05c882dd387 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for security_group (16ae3db0-1c41-4b53-9b93-99845f8f3b37), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:05.549594 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Allocated IP 172.27.0.195 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/1f249e62-3123-4dfb-8e2b-e3e997a2433b) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:29:05.601511 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-54a2f467-39be-4f76-8673-b05c882dd387 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (16ae3db0-1c41-4b53-9b93-99845f8f3b37), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:05.605735 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-54a2f467-39be-4f76-8673-b05c882dd387 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:05.610198 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60160) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:05.610386 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-54a2f467-39be-4f76-8673-b05c882dd387 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/16ae3db0-1c41-4b53-9b93-99845f8f3b37 HTTP/1.1" status: 204 len: 168 time: 0.1536896 Oct 27 13:29:05.632319 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2f467-39be-4f76-8673-b05c882dd387 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ae3db0-1c41-4b53-9b93-99845f8f3b37,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:05.632702 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.api.v2.resource [None req-fdc978a8-8925-4945-b44d-596a14a40bee tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] show failed (client error): The resource could not be found. Oct 27 13:29:05.633682 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-fdc978a8-8925-4945-b44d-596a14a40bee tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups/16ae3db0-1c41-4b53-9b93-99845f8f3b37 HTTP/1.1" status: 404 len: 347 time: 0.0225539 Oct 27 13:29:05.637057 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60162) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:05.644858 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:05.720519 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:05.751758 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for port (1f249e62-3123-4dfb-8e2b-e3e997a2433b), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:05.817786 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-4e5be3bd-3b87-4769-94e2-9b79ce00722d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Deleting port 9bcbbfa4-e18c-43a1-a897-29b94219120f {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:29:05.818132 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4e5be3bd-3b87-4769-94e2-9b79ce00722d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (9bcbbfa4-e18c-43a1-a897-29b94219120f), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:05.859229 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (1f249e62-3123-4dfb-8e2b-e3e997a2433b), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:05.913829 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:29:05.927812 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:29:05.939589 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:29:05.944486 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'Port': ['ID=1f249e62-3123-4dfb-8e2b-e3e997a2433b,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:05.968746 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4e5be3bd-3b87-4769-94e2-9b79ce00722d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (9bcbbfa4-e18c-43a1-a897-29b94219120f), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:05.969072 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4e5be3bd-3b87-4769-94e2-9b79ce00722d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for floatingip (9bcbbfa4-e18c-43a1-a897-29b94219120f), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:05.988906 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-4e5be3bd-3b87-4769-94e2-9b79ce00722d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Calling delete_port for 9bcbbfa4-e18c-43a1-a897-29b94219120f owned by network:floatingip {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:29:06.094362 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (ee2c9eea-9505-4efd-b0f3-257665c69b5a), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:06.148302 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (1f249e62-3123-4dfb-8e2b-e3e997a2433b), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:06.283531 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc48e1-8a6c-4d91-94d4-4a7303686dad req-cbc6fd68-87c8-4bf9-bddd-9c3b0fc11d8c tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:06.284986 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-92bc48e1-8a6c-4d91-94d4-4a7303686dad req-cbc6fd68-87c8-4bf9-bddd-9c3b0fc11d8c tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 944 time: 0.0886261 Oct 27 13:29:06.315041 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4e5be3bd-3b87-4769-94e2-9b79ce00722d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (9bcbbfa4-e18c-43a1-a897-29b94219120f), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:06.334013 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:06.364595 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5be3bd-3b87-4769-94e2-9b79ce00722d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Pushing event deleted for resources: {'Port': ['ID=9bcbbfa4-e18c-43a1-a897-29b94219120f,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:06.461399 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:06.475347 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-92bc48e1-8a6c-4d91-94d4-4a7303686dad req-624b92d3-04e9-4de8-9842-52d8c3581bd4 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d71e04d6-f5fe-4438-9e13-b724722a949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640651 Oct 27 13:29:06.500746 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df36c70-df6c-4ae3-afbf-933f9cc39b89 req-c04ca3b3-019f-4606-a325-faa65174d8ba tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:06.503247 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7df36c70-df6c-4ae3-afbf-933f9cc39b89 req-c04ca3b3-019f-4606-a325-faa65174d8ba tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0686269 Oct 27 13:29:06.519841 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for port (1f249e62-3123-4dfb-8e2b-e3e997a2433b), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:06.525577 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4e5be3bd-3b87-4769-94e2-9b79ce00722d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks [] for floatingip (3589fd1e-b027-4568-8c62-09da7a8b4c9c), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:06.528465 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4e5be3bd-3b87-4769-94e2-9b79ce00722d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:06.532549 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-4e5be3bd-3b87-4769-94e2-9b79ce00722d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/3589fd1e-b027-4568-8c62-09da7a8b4c9c HTTP/1.1" status: 204 len: 168 time: 0.8922858 Oct 27 13:29:06.532549 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (1f249e62-3123-4dfb-8e2b-e3e997a2433b), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:06.557219 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7df36c70-df6c-4ae3-afbf-933f9cc39b89 req-e1984eab-55ad-46e9-bdec-98efaa269d7f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478661 Oct 27 13:29:06.645239 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'Port': ['ID=1f249e62-3123-4dfb-8e2b-e3e997a2433b,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:06.664538 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (ee2c9eea-9505-4efd-b0f3-257665c69b5a), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:06.706902 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device b1becc91-f71d-4ee7-b328-ecda74f70712 up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:29:06.713165 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:06.714447 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-06cd5efe-9731-4ede-b2d9-7deb6294a2bc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4223065 Oct 27 13:29:06.765104 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc61353-337f-4e0c-a4af-5d92ce6e5cfb req-1f9eef3e-d16f-415f-a5e3-1ea9cc8aba21 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:06.766752 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-acc61353-337f-4e0c-a4af-5d92ce6e5cfb req-1f9eef3e-d16f-415f-a5e3-1ea9cc8aba21 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0708423 Oct 27 13:29:06.778467 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 60184) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:06.781165 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port b1becc91-f71d-4ee7-b328-ecda74f70712 completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:29:06.783141 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-b6529260-0e31-494c-8c1c-d199dfc35546 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Request body: {'floatingip': {'port_id': '75bff678-d298-4825-99f8-3b2c8c43c102'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:29:06.788525 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port b1becc91-f71d-4ee7-b328-ecda74f70712 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:29:06.788906 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (b1becc91-f71d-4ee7-b328-ecda74f70712), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:06.789297 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port b1becc91-f71d-4ee7-b328-ecda74f70712 Oct 27 13:29:06.831643 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b6529260-0e31-494c-8c1c-d199dfc35546 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for floatingip (c2cc930a-10a9-48b5-a2ed-b58a2b34f349), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:06.875724 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port b1becc91-f71d-4ee7-b328-ecda74f70712 is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:29:06.876110 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (b1becc91-f71d-4ee7-b328-ecda74f70712), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:06.900283 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d0cf35-31e0-4656-a049-a6e0951f8e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1becc91-f71d-4ee7-b328-ecda74f70712'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:29:06.902671 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1ec118-ec40-4b09-901f-a48eba3c3a64" -d '{"events": [{"server_uuid": "99d0cf35-31e0-4656-a049-a6e0951f8e2a", "name": "network-vif-plugged", "status": "completed", "tag": "b1becc91-f71d-4ee7-b328-ecda74f70712"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:29:06.916300 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port b1becc91-f71d-4ee7-b328-ecda74f70712, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=b1becc91-f71d-4ee7-b328-ecda74f70712,segment=NetworkSegment(e5c45272-669f-4a6e-bc78-66653a65ecdf),segment_id=e5c45272-669f-4a6e-bc78-66653a65ecdf)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:29:06.922659 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (b1becc91-f71d-4ee7-b328-ecda74f70712), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:06.951410 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0343aa84-79c3-4f59-b347-0a035f96daf0 x-openstack-request-id: req-0343aa84-79c3-4f59-b347-0a035f96daf0 {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:29:06.951727 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d0cf35-31e0-4656-a049-a6e0951f8e2a", "name": "network-vif-plugged", "status": "completed", "tag": "b1becc91-f71d-4ee7-b328-ecda74f70712", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:29:06.951983 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0343aa84-79c3-4f59-b347-0a035f96daf0 {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:29:06.952417 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0343aa84-79c3-4f59-b347-0a035f96daf0'] response: {'server_uuid': '99d0cf35-31e0-4656-a049-a6e0951f8e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1becc91-f71d-4ee7-b328-ecda74f70712', 'code': 200} Oct 27 13:29:06.977118 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-a9741394-0118-4b17-ab9a-864cd1dfd2f4 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1765414271&fields=id&tenant_id=095dae174c664eafaf3ed463d8b7f319 HTTP/1.1" status: 200 len: 267 time: 0.1135206 Oct 27 13:29:06.985174 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=b1becc91-f71d-4ee7-b328-ecda74f70712,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:07.135841 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd48278-a159-44e6-91bc-807136485b26 req-e9367151-2175-487a-ab5c-a3a3fc195e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:07.137449 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3fd48278-a159-44e6-91bc-807136485b26 req-e9367151-2175-487a-ab5c-a3a3fc195e23 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 1129 time: 0.0401728 Oct 27 13:29:07.173263 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-c7f22106-0cea-41cf-b408-440e810320ac tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:07.174748 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-c7f22106-0cea-41cf-b408-440e810320ac tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/networks?id=4880e921-0c48-45fa-a974-af272c815db4 HTTP/1.1" status: 200 len: 815 time: 0.1878719 Oct 27 13:29:07.182187 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3fd48278-a159-44e6-91bc-807136485b26 req-6e70ea8e-e0fc-4a6e-a063-6b75da6a1b82 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=d71e04d6-f5fe-4438-9e13-b724722a949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388737 Oct 27 13:29:07.221038 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-2fe78ee7-c6ce-4196-87ee-be5602378819 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/quotas/095dae174c664eafaf3ed463d8b7f319 HTTP/1.1" status: 200 len: 375 time: 0.0184836 Oct 27 13:29:07.307437 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-544e0b90-e1aa-4395-ab7e-c84eedd7d310 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=095dae174c664eafaf3ed463d8b7f319&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573747 Oct 27 13:29:07.468162 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:07.495658 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b6529260-0e31-494c-8c1c-d199dfc35546 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:07.504466 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b6529260-0e31-494c-8c1c-d199dfc35546 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (c2cc930a-10a9-48b5-a2ed-b58a2b34f349), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:07.617147 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a94317-f07b-464c-8a9a-c6ff1a73e067 req-1e262662-4f85-4af7-9abe-b27affdc0db6 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:07.617147 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b3a94317-f07b-464c-8a9a-c6ff1a73e067 req-1e262662-4f85-4af7-9abe-b27affdc0db6 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 945 time: 0.0537786 Oct 27 13:29:07.679895 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b3a94317-f07b-464c-8a9a-c6ff1a73e067 req-7cc1a474-80d7-454f-b55f-5114c8712498 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d71e04d6-f5fe-4438-9e13-b724722a949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560632 Oct 27 13:29:07.814841 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-34ba6f81-26d6-426d-9668-aab42782876e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812901 Oct 27 13:29:07.820845 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:07.960850 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.l3_db [None req-b6529260-0e31-494c-8c1c-d199dfc35546 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Floating IP c2cc930a-10a9-48b5-a2ed-b58a2b34f349 associated. External IP: 172.27.0.162, port: 75bff678-d298-4825-99f8-3b2c8c43c102. Oct 27 13:29:08.011339 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-f6d80302-4a6b-47cb-9ccd-9120340b9635 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875098 Oct 27 13:29:08.192053 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-84b77f8b-9eaa-410a-8562-5a07adb6bf92 req-bd05854c-c6f3-44b8-90fe-9b6ab1a5b67e tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 210 time: 0.0333016 Oct 27 13:29:08.216901 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6529260-0e31-494c-8c1c-d199dfc35546 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Router 2665357b-a887-4f2b-a360-b439a8bd8e99 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:29:08.334829 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6529260-0e31-494c-8c1c-d199dfc35546 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:29:08.339920 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b6529260-0e31-494c-8c1c-d199dfc35546 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:08.349606 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05045897-6a32-421d-a06f-7c6edc2e011a None None] Sync routers for ids ['2665357b-a887-4f2b-a360-b439a8bd8e99'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:29:08.370854 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05045897-6a32-421d-a06f-7c6edc2e011a None None] Routers {'2665357b-a887-4f2b-a360-b439a8bd8e99'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:29:08.373941 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-05045897-6a32-421d-a06f-7c6edc2e011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:28:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2665357b-a887-4f2b-a360-b439a8bd8e99'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:08.389755 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-b6529260-0e31-494c-8c1c-d199dfc35546 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/c2cc930a-10a9-48b5-a2ed-b58a2b34f349 HTTP/1.1" status: 200 len: 992 time: 1.6100922 Oct 27 13:29:08.390702 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f232f466-e821-48fe-926c-feadcec39c31', 'tag': '75bff678-d298-4825-99f8-3b2c8c43c102'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:29:08.395616 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b373ead-0bba-4344-b2a4-08755954d9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f232f466-e821-48fe-926c-feadcec39c31", "tag": "75bff678-d298-4825-99f8-3b2c8c43c102"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:29:08.439295 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850aac5c-79d5-45b6-86ad-52cc6df74251 x-openstack-request-id: req-850aac5c-79d5-45b6-86ad-52cc6df74251 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:29:08.439644 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f232f466-e821-48fe-926c-feadcec39c31", "tag": "75bff678-d298-4825-99f8-3b2c8c43c102", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:29:08.439908 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-850aac5c-79d5-45b6-86ad-52cc6df74251 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:29:08.440360 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850aac5c-79d5-45b6-86ad-52cc6df74251'] response: {'name': 'network-changed', 'server_uuid': 'f232f466-e821-48fe-926c-feadcec39c31', 'tag': '75bff678-d298-4825-99f8-3b2c8c43c102', 'status': 'completed', 'code': 200} Oct 27 13:29:08.510566 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-05045897-6a32-421d-a06f-7c6edc2e011a None None] Set router 2665357b-a887-4f2b-a360-b439a8bd8e99 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:29:08.655202 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:08.697802 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:08.744696 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-05045897-6a32-421d-a06f-7c6edc2e011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': 'c2cc930a-10a9-48b5-a2ed-b58a2b34f349', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'port_id': '75bff678-d298-4825-99f8-3b2c8c43c102', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'mac_address': 'fa:16:3e:f7:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f232f466-e821-48fe-926c-feadcec39c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:28:40Z', 'updated_at': '2022-10-27T13:29:07Z', 'revision_number': 1, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8634811-804f-4d2f-b58e-5a709fa6eb40', 'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'mac_address': 'fa:16:3e:73:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:01Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'subnets': [{'id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:08.770865 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05045897-6a32-421d-a06f-7c6edc2e011a None None] Checking router: 2665357b-a887-4f2b-a360-b439a8bd8e99 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:29:08.780528 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05045897-6a32-421d-a06f-7c6edc2e011a None None] Routers {'2665357b-a887-4f2b-a360-b439a8bd8e99'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:29:08.781132 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-05045897-6a32-421d-a06f-7c6edc2e011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:28:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2665357b-a887-4f2b-a360-b439a8bd8e99'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:08.814910 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584268a-8470-4e7c-a1c9-50282cb39c36 req-8f869465-459f-464f-b6b6-240eddd37d62 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:08.816508 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e584268a-8470-4e7c-a1c9-50282cb39c36 req-8f869465-459f-464f-b6b6-240eddd37d62 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 945 time: 0.0552917 Oct 27 13:29:08.864148 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e584268a-8470-4e7c-a1c9-50282cb39c36 req-1d92b3d5-400e-4a80-8225-1407219c849c tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d71e04d6-f5fe-4438-9e13-b724722a949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413694 Oct 27 13:29:08.885488 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-05045897-6a32-421d-a06f-7c6edc2e011a None None] Set router 2665357b-a887-4f2b-a360-b439a8bd8e99 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:29:08.984043 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb489cb-f663-4596-879b-ed1c321e94dd req-f8dde111-efb7-4d50-adf5-a47b06de3726 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:08.985595 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-dcb489cb-f663-4596-879b-ed1c321e94dd req-f8dde111-efb7-4d50-adf5-a47b06de3726 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 945 time: 0.0482633 Oct 27 13:29:08.995819 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60238) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:09.000388 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-8acd74c0-6ced-4214-8efa-af2c534e41f6 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Request body: {'floatingip': {'port_id': 'b1becc91-f71d-4ee7-b328-ecda74f70712'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:29:09.048022 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8acd74c0-6ced-4214-8efa-af2c534e41f6 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for floatingip (c8c4e79a-64e7-4bfc-a13a-cd76c3667d5f), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:09.120136 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-05045897-6a32-421d-a06f-7c6edc2e011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': 'c2cc930a-10a9-48b5-a2ed-b58a2b34f349', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'port_id': '75bff678-d298-4825-99f8-3b2c8c43c102', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'mac_address': 'fa:16:3e:f7:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f232f466-e821-48fe-926c-feadcec39c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:28:40Z', 'updated_at': '2022-10-27T13:29:07Z', 'revision_number': 1, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8634811-804f-4d2f-b58e-5a709fa6eb40', 'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'mac_address': 'fa:16:3e:73:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:01Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'subnets': [{'id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:09.145618 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05045897-6a32-421d-a06f-7c6edc2e011a None None] The sync data for ids ['2665357b-a887-4f2b-a360-b439a8bd8e99'] in dv-cinder-862432-3-iscsi is: [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': 'c2cc930a-10a9-48b5-a2ed-b58a2b34f349', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'port_id': '75bff678-d298-4825-99f8-3b2c8c43c102', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'mac_address': 'fa:16:3e:f7:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f232f466-e821-48fe-926c-feadcec39c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:28:40Z', 'updated_at': '2022-10-27T13:29:07Z', 'revision_number': 1, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8634811-804f-4d2f-b58e-5a709fa6eb40', 'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'mac_address': 'fa:16:3e:73:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:01Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'subnets': [{'id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:29:09.219147 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023907b4-0bce-4180-b85d-f68a280a2397 req-3a223415-3d5a-4e78-b656-c4006ebec5f8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:09.222547 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-023907b4-0bce-4180-b85d-f68a280a2397 req-3a223415-3d5a-4e78-b656-c4006ebec5f8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0519660 Oct 27 13:29:09.275482 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-023907b4-0bce-4180-b85d-f68a280a2397 req-c159a0a0-9b94-40a8-9ce3-112ffa441ae2 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455885 Oct 27 13:29:09.347631 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-de5f2e5a-17e6-4179-9549-04341c1d1c7b req-558b9157-a963-4ae9-8129-48b800e5d785 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 210 time: 0.0355966 Oct 27 13:29:09.394407 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e8f31-4020-4e53-a83f-c2f41b0f4d59 None None] New status for floating IP c2cc930a-10a9-48b5-a2ed-b58a2b34f349: ACTIVE {{(pid=104534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:29:09.514343 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:09.536156 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8acd74c0-6ced-4214-8efa-af2c534e41f6 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:09.539722 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8acd74c0-6ced-4214-8efa-af2c534e41f6 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (c8c4e79a-64e7-4bfc-a13a-cd76c3667d5f), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:09.843438 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:09.901978 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.l3_db [None req-8acd74c0-6ced-4214-8efa-af2c534e41f6 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Floating IP c8c4e79a-64e7-4bfc-a13a-cd76c3667d5f associated. External IP: 172.27.0.63, port: b1becc91-f71d-4ee7-b328-ecda74f70712. Oct 27 13:29:10.105982 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acd74c0-6ced-4214-8efa-af2c534e41f6 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:29:10.212630 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acd74c0-6ced-4214-8efa-af2c534e41f6 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:29:10.217213 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8acd74c0-6ced-4214-8efa-af2c534e41f6 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:10.221908 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4d3066-6ce4-416f-b5e2-79ce4a4ca7c9 None None] Sync routers for ids ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:29:10.232781 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4d3066-6ce4-416f-b5e2-79ce4a4ca7c9 None None] Routers {'30dfcda2-51a7-4e6d-92a9-cca43af2af8d'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:29:10.233642 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-8e4d3066-6ce4-416f-b5e2-79ce4a4ca7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:28:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:10.249881 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-8acd74c0-6ced-4214-8efa-af2c534e41f6 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/c8c4e79a-64e7-4bfc-a13a-cd76c3667d5f HTTP/1.1" status: 200 len: 990 time: 1.2529140 Oct 27 13:29:10.250519 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d0cf35-31e0-4656-a049-a6e0951f8e2a', 'tag': 'b1becc91-f71d-4ee7-b328-ecda74f70712'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:29:10.253158 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665335f7-9b9b-4c85-9903-5886cc628f94" -d '{"events": [{"name": "network-changed", "server_uuid": "99d0cf35-31e0-4656-a049-a6e0951f8e2a", "tag": "b1becc91-f71d-4ee7-b328-ecda74f70712"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:29:10.291518 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b5f11c-ff34-43d8-84aa-5c7ad26c715e x-openstack-request-id: req-43b5f11c-ff34-43d8-84aa-5c7ad26c715e {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:29:10.291969 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d0cf35-31e0-4656-a049-a6e0951f8e2a", "tag": "b1becc91-f71d-4ee7-b328-ecda74f70712", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:29:10.292221 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43b5f11c-ff34-43d8-84aa-5c7ad26c715e {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:29:10.292650 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b5f11c-ff34-43d8-84aa-5c7ad26c715e'] response: {'name': 'network-changed', 'server_uuid': '99d0cf35-31e0-4656-a049-a6e0951f8e2a', 'tag': 'b1becc91-f71d-4ee7-b328-ecda74f70712', 'status': 'completed', 'code': 200} Oct 27 13:29:10.341729 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-8e4d3066-6ce4-416f-b5e2-79ce4a4ca7c9 None None] Set router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:29:10.415855 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24676352-26c8-4afe-b4f8-fbe0f41c84b4 req-61fe34b4-9308-4526-9dce-adfa51df1680 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:10.417539 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-24676352-26c8-4afe-b4f8-fbe0f41c84b4 req-61fe34b4-9308-4526-9dce-adfa51df1680 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0578628 Oct 27 13:29:10.468973 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ab43dc44-913f-4dc3-8b9a-1d6f9e1788c0 req-03c96d99-327b-4f7d-b0f0-f9dbd3457137 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 210 time: 0.0369041 Oct 27 13:29:10.472660 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-24676352-26c8-4afe-b4f8-fbe0f41c84b4 req-8c664e16-e9ae-472e-b5df-df1e112956ba tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494707 Oct 27 13:29:10.567682 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-8e4d3066-6ce4-416f-b5e2-79ce4a4ca7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 4, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': 'c8c4e79a-64e7-4bfc-a13a-cd76c3667d5f', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'port_id': 'b1becc91-f71d-4ee7-b328-ecda74f70712', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'mac_address': 'fa:16:3e:5f:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d0cf35-31e0-4656-a049-a6e0951f8e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:28:42Z', 'updated_at': '2022-10-27T13:29:09Z', 'revision_number': 1, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5205e6-7921-4b98-a7d5-d15aadaa9420', 'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'mac_address': 'fa:16:3e:e5:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:58Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'subnets': [{'id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:10.596244 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4d3066-6ce4-416f-b5e2-79ce4a4ca7c9 None None] Checking router: 30dfcda2-51a7-4e6d-92a9-cca43af2af8d for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:29:10.605647 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4d3066-6ce4-416f-b5e2-79ce4a4ca7c9 None None] Routers {'30dfcda2-51a7-4e6d-92a9-cca43af2af8d'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:29:10.606251 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-8e4d3066-6ce4-416f-b5e2-79ce4a4ca7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:28:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:10.659987 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=100 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:10.799625 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-8e4d3066-6ce4-416f-b5e2-79ce4a4ca7c9 None None] Set router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:29:10.903348 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=100 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:11.012422 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-8e4d3066-6ce4-416f-b5e2-79ce4a4ca7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 4, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': 'c8c4e79a-64e7-4bfc-a13a-cd76c3667d5f', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'port_id': 'b1becc91-f71d-4ee7-b328-ecda74f70712', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'mac_address': 'fa:16:3e:5f:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d0cf35-31e0-4656-a049-a6e0951f8e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:28:42Z', 'updated_at': '2022-10-27T13:29:09Z', 'revision_number': 1, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5205e6-7921-4b98-a7d5-d15aadaa9420', 'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'mac_address': 'fa:16:3e:e5:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:58Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'subnets': [{'id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:11.039279 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4d3066-6ce4-416f-b5e2-79ce4a4ca7c9 None None] The sync data for ids ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'] in dv-cinder-862432-3-iscsi is: [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 4, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': 'c8c4e79a-64e7-4bfc-a13a-cd76c3667d5f', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'port_id': 'b1becc91-f71d-4ee7-b328-ecda74f70712', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'mac_address': 'fa:16:3e:5f:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d0cf35-31e0-4656-a049-a6e0951f8e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:28:42Z', 'updated_at': '2022-10-27T13:29:09Z', 'revision_number': 1, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5205e6-7921-4b98-a7d5-d15aadaa9420', 'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'mac_address': 'fa:16:3e:e5:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:58Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'subnets': [{'id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:29:11.235015 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd2d73-661f-42a1-ac47-c363c2dccbec None None] New status for floating IP c8c4e79a-64e7-4bfc-a13a-cd76c3667d5f: ACTIVE {{(pid=104534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:29:11.577135 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-bcdccbf3-a68a-4d4c-9634-6a916a6180d2 req-3aba3a92-25f7-43e0-b3fa-dba6b89d59d1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 210 time: 0.0290656 Oct 27 13:29:11.595480 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f9d79-24ea-4f7e-be1c-ee3f0dc8229f req-e7c805b6-7711-4b6e-a1ce-a5f8038cf27b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:11.597023 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-8e6f9d79-24ea-4f7e-be1c-ee3f0dc8229f req-e7c805b6-7711-4b6e-a1ce-a5f8038cf27b tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0490482 Oct 27 13:29:11.646616 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-8e6f9d79-24ea-4f7e-be1c-ee3f0dc8229f req-6ffdffc1-07c8-4a84-a2a6-f1caec99b582 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433569 Oct 27 13:29:12.681577 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-deabf820-c9bb-4d13-8492-369e5512c4a2 req-ffcba6a3-97c8-4ae3-bfc0-346c16e52ac9 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 210 time: 0.0278418 Oct 27 13:29:12.771907 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05e3ed-9e81-457a-bbfd-c9b9404e0356 req-e9774f2f-93b0-4e19-8a47-f52dd9ade73a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:12.773485 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6f05e3ed-9e81-457a-bbfd-c9b9404e0356 req-e9774f2f-93b0-4e19-8a47-f52dd9ade73a tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0485280 Oct 27 13:29:12.827703 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6f05e3ed-9e81-457a-bbfd-c9b9404e0356 req-3be0526c-9c11-43e3-a182-4dd3194ed52c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484498 Oct 27 13:29:13.524524 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b373ead-0bba-4344-b2a4-08755954d9b1 req-8db774e7-812b-438d-a63e-4f772ed4eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:13.526033 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1b373ead-0bba-4344-b2a4-08755954d9b1 req-8db774e7-812b-438d-a63e-4f772ed4eb81 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a14a3cf9df9f4034a8a0109fd3e33816&device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 1130 time: 0.0398240 Oct 27 13:29:13.642290 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b475cf2-a569-4a3f-a52d-7bb5152ed9e6 req-a36323c2-7a26-423c-ab99-7feabe3a1d64 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:13.644302 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3b475cf2-a569-4a3f-a52d-7bb5152ed9e6 req-a36323c2-7a26-423c-ab99-7feabe3a1d64 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.0754001 Oct 27 13:29:13.645435 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665335f7-9b9b-4c85-9903-5886cc628f94 req-3660e660-3f96-4dde-9acc-b3ab31952c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:13.647371 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-665335f7-9b9b-4c85-9903-5886cc628f94 req-3660e660-3f96-4dde-9acc-b3ab31952c24 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5d1a967f9b62401ba95d65a2747e3ec0&device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 1129 time: 0.0883000 Oct 27 13:29:13.668860 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b373ead-0bba-4344-b2a4-08755954d9b1 req-c461969b-ab27-49fa-8249-0e510acb3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:13.671213 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1b373ead-0bba-4344-b2a4-08755954d9b1 req-c461969b-ab27-49fa-8249-0e510acb3f22 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=b9e83d77-9944-451b-8320-56a536076101 HTTP/1.1" status: 200 len: 917 time: 0.1044314 Oct 27 13:29:13.741054 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:13.746369 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-3b475cf2-a569-4a3f-a52d-7bb5152ed9e6 req-17c14400-babb-4f28-a331-f4b963767288 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Deleting port 9d6eda8e-42f9-41c1-9452-42995d1ecd56 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:29:13.746718 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3b475cf2-a569-4a3f-a52d-7bb5152ed9e6 req-17c14400-babb-4f28-a331-f4b963767288 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (9d6eda8e-42f9-41c1-9452-42995d1ecd56), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:13.837546 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f2b4b9e0-99b9-480f-93f7-dc18547c1efc req-e6f38a08-13f0-470c-8db6-1466c383e762 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 210 time: 0.0728788 Oct 27 13:29:13.941326 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1b373ead-0bba-4344-b2a4-08755954d9b1 req-09ff4b68-6b61-4482-9b3d-09d71301986f service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75bff678-d298-4825-99f8-3b2c8c43c102 HTTP/1.1" status: 200 len: 1002 time: 0.1148131 Oct 27 13:29:13.962097 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-3b475cf2-a569-4a3f-a52d-7bb5152ed9e6 req-17c14400-babb-4f28-a331-f4b963767288 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] For port 9d6eda8e-42f9-41c1-9452-42995d1ecd56, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=9d6eda8e-42f9-41c1-9452-42995d1ecd56,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:29:13.962655 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3b475cf2-a569-4a3f-a52d-7bb5152ed9e6 req-17c14400-babb-4f28-a331-f4b963767288 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (9d6eda8e-42f9-41c1-9452-42995d1ecd56), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:14.001206 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-3b475cf2-a569-4a3f-a52d-7bb5152ed9e6 req-17c14400-babb-4f28-a331-f4b963767288 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Calling delete_port for 9d6eda8e-42f9-41c1-9452-42995d1ecd56 owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:29:14.015489 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665335f7-9b9b-4c85-9903-5886cc628f94 req-22683b31-3bb9-4263-9e86-8111bfdd8cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:14.017061 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-665335f7-9b9b-4c85-9903-5886cc628f94 req-22683b31-3bb9-4263-9e86-8111bfdd8cb0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=424d9785-78b4-4b32-922b-56a7b3492659 HTTP/1.1" status: 200 len: 911 time: 0.1915510 Oct 27 13:29:14.028594 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:14.033501 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:14.058708 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac087e-d267-441d-a5e2-a3d9394b41b7 req-d7c3a5ba-af86-4a3f-b88e-786bac6bc0af tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:14.060579 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f3ac087e-d267-441d-a5e2-a3d9394b41b7 req-d7c3a5ba-af86-4a3f-b88e-786bac6bc0af tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 946 time: 0.1165242 Oct 27 13:29:14.065113 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b373ead-0bba-4344-b2a4-08755954d9b1 req-4d7af98a-5c0c-4a7e-b3d2-10195c43ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:14.067208 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1b373ead-0bba-4344-b2a4-08755954d9b1 req-4d7af98a-5c0c-4a7e-b3d2-10195c43ea9b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=b6311a71-6948-47f7-b3a1-9319e66a1fce HTTP/1.1" status: 200 len: 855 time: 0.1104889 Oct 27 13:29:14.125503 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:14.142853 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-665335f7-9b9b-4c85-9903-5886cc628f94 req-c768dda2-6092-4c8e-8869-7b02a57c745e service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1becc91-f71d-4ee7-b328-ecda74f70712 HTTP/1.1" status: 200 len: 1000 time: 0.1191912 Oct 27 13:29:14.153391 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b373ead-0bba-4344-b2a4-08755954d9b1 req-6c548665-e0f3-4a26-879a-f4854cb06819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:14.155293 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1b373ead-0bba-4344-b2a4-08755954d9b1 req-6c548665-e0f3-4a26-879a-f4854cb06819 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b9e83d77-9944-451b-8320-56a536076101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702715 Oct 27 13:29:14.179018 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f3ac087e-d267-441d-a5e2-a3d9394b41b7 req-765f6a3a-3c99-4705-8e3b-8691289ec644 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106417 Oct 27 13:29:14.250654 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665335f7-9b9b-4c85-9903-5886cc628f94 req-3fa44829-b74d-457a-af11-0d10ab798174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:14.252134 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-665335f7-9b9b-4c85-9903-5886cc628f94 req-3fa44829-b74d-457a-af11-0d10ab798174 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=3a4b0eb8-cd36-4797-a097-2561f1cfcd3b HTTP/1.1" status: 200 len: 849 time: 0.0931230 Oct 27 13:29:14.279963 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1b373ead-0bba-4344-b2a4-08755954d9b1 req-4ce94910-4da1-4e7f-a1c0-2c606cd1d0a6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131930 Oct 27 13:29:14.289392 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3b475cf2-a569-4a3f-a52d-7bb5152ed9e6 req-17c14400-babb-4f28-a331-f4b963767288 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (9d6eda8e-42f9-41c1-9452-42995d1ecd56), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:14.302373 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['9d6eda8e-42f9-41c1-9452-42995d1ecd56', 'd002aeca-8ed9-4dcb-a918-f911694d6cb8'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:29:14.324286 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c14400-babb-4f28-a331-f4b963767288 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Pushing event deleted for resources: {'Port': ['ID=9d6eda8e-42f9-41c1-9452-42995d1ecd56,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:14.333051 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665335f7-9b9b-4c85-9903-5886cc628f94 req-090112c0-4401-4e09-a3db-34e716e4724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:14.335214 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-665335f7-9b9b-4c85-9903-5886cc628f94 req-090112c0-4401-4e09-a3db-34e716e4724c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=424d9785-78b4-4b32-922b-56a7b3492659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760736 Oct 27 13:29:14.368141 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:14.381302 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b475cf2-a569-4a3f-a52d-7bb5152ed9e6 req-17c14400-babb-4f28-a331-f4b963767288 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] No DVR routers for this DVR port 9d6eda8e-42f9-41c1-9452-42995d1ecd56 on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:29:14.383890 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-3b475cf2-a569-4a3f-a52d-7bb5152ed9e6 req-17c14400-babb-4f28-a331-f4b963767288 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:14.387449 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3b475cf2-a569-4a3f-a52d-7bb5152ed9e6 req-17c14400-babb-4f28-a331-f4b963767288 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.45 "DELETE /networking/v2.0/ports/9d6eda8e-42f9-41c1-9452-42995d1ecd56 HTTP/1.1" status: 204 len: 173 time: 0.7325370 Oct 27 13:29:14.387974 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f7d6c5-b670-4c5c-a8b2-87019f4b20f1', 'name': 'network-vif-deleted', 'tag': '9d6eda8e-42f9-41c1-9452-42995d1ecd56'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:29:14.390332 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7a130b-8b29-4792-bad6-899d009f7636" -d '{"events": [{"server_uuid": "83f7d6c5-b670-4c5c-a8b2-87019f4b20f1", "name": "network-vif-deleted", "tag": "9d6eda8e-42f9-41c1-9452-42995d1ecd56"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:29:14.408712 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:14.433723 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a861a75f-cb92-4f4a-a4f9-007be191a0b3 x-openstack-request-id: req-a861a75f-cb92-4f4a-a4f9-007be191a0b3 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:29:14.434146 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f7d6c5-b670-4c5c-a8b2-87019f4b20f1", "name": "network-vif-deleted", "tag": "9d6eda8e-42f9-41c1-9452-42995d1ecd56", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:29:14.434401 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a861a75f-cb92-4f4a-a4f9-007be191a0b3 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:29:14.434831 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a861a75f-cb92-4f4a-a4f9-007be191a0b3'] response: {'server_uuid': '83f7d6c5-b670-4c5c-a8b2-87019f4b20f1', 'name': 'network-vif-deleted', 'tag': '9d6eda8e-42f9-41c1-9452-42995d1ecd56', 'status': 'completed', 'code': 200} Oct 27 13:29:14.664563 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-665335f7-9b9b-4c85-9903-5886cc628f94 req-b6afbb18-0971-4087-9d95-fec690e0e9ba service neutron] 10.222.0.45 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068094 Oct 27 13:29:14.672971 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1b373ead-0bba-4344-b2a4-08755954d9b1 req-4075711c-1774-4845-9401-4b4b5a363378 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183870 Oct 27 13:29:14.876052 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-bffa0bc5-2911-43a4-ae53-5816849ebc55 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:14.882694 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-bffa0bc5-2911-43a4-ae53-5816849ebc55 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "GET /networking/v2.0/networks?id=4880e921-0c48-45fa-a974-af272c815db4 HTTP/1.1" status: 200 len: 815 time: 0.2035353 Oct 27 13:29:14.885153 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-665335f7-9b9b-4c85-9903-5886cc628f94 req-dcbb2da3-91ca-4df8-851d-b12900f097a9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011750 Oct 27 13:29:14.969781 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d090521d-efc9-41b5-b649-c8af9c89dc50 req-640fd742-1e80-4964-8694-8599da07fbdf tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 210 time: 0.0300617 Oct 27 13:29:14.982046 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:15.020484 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-9714f877-3d34-4f11-9d6c-b1703344e49f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=095dae174c664eafaf3ed463d8b7f319 HTTP/1.1" status: 200 len: 380 time: 0.0594192 Oct 27 13:29:15.261129 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-6b98db9c-300d-48e1-a258-dc7e31bed7b8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'port': {'device_id': '11301098-003d-44b8-8e75-36876f5a5a37', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'admin_state_up': True, 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'security_groups': ['92554ee9-e2e2-4535-a42d-12b9660096cc']}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:29:15.349902 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7f5c906e-a484-484b-88e4-b602d001d622 req-715f2ebb-d858-4c78-8cb5-b48885ecd0a8 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=83f7d6c5-b670-4c5c-a8b2-87019f4b20f1 HTTP/1.1" status: 200 len: 210 time: 0.0643735 Oct 27 13:29:15.436576 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-6b98db9c-300d-48e1-a258-dc7e31bed7b8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Made reservation on behalf of 095dae174c664eafaf3ed463d8b7f319 for: {'port': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:29:15.440208 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-6b98db9c-300d-48e1-a258-dc7e31bed7b8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:15.564919 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:15.569409 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-6b98db9c-300d-48e1-a258-dc7e31bed7b8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Allocated IP 172.20.0.10 (4880e921-0c48-45fa-a974-af272c815db4/387ef33e-d1d2-4c31-8402-1f0afa96a77a/9f2d6467-0202-4c8f-bf74-02393e8d0777) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:29:15.714110 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-6b98db9c-300d-48e1-a258-dc7e31bed7b8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for port (9f2d6467-0202-4c8f-bf74-02393e8d0777), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:15.746207 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-6b98db9c-300d-48e1-a258-dc7e31bed7b8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (9f2d6467-0202-4c8f-bf74-02393e8d0777), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:15.789331 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-6b98db9c-300d-48e1-a258-dc7e31bed7b8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Network 4880e921-0c48-45fa-a974-af272c815db4 is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:29:15.794431 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-6b98db9c-300d-48e1-a258-dc7e31bed7b8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:29:15.798322 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-6b98db9c-300d-48e1-a258-dc7e31bed7b8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:29:15.825966 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98db9c-300d-48e1-a258-dc7e31bed7b8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'Port': ['ID=9f2d6467-0202-4c8f-bf74-02393e8d0777,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:15.855480 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-6b98db9c-300d-48e1-a258-dc7e31bed7b8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:15.856114 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-6b98db9c-300d-48e1-a258-dc7e31bed7b8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:15.873716 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-6b98db9c-300d-48e1-a258-dc7e31bed7b8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6184733 Oct 27 13:29:15.999190 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-fcc7188d-9e88-4384-8dae-c63c87fd9150 None None] Provisioning complete for port 9f2d6467-0202-4c8f-bf74-02393e8d0777 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:29:15.999806 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-fcc7188d-9e88-4384-8dae-c63c87fd9150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (9f2d6467-0202-4c8f-bf74-02393e8d0777), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:15.999927 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-fcc7188d-9e88-4384-8dae-c63c87fd9150 None None] Attempt 1 to provision port 9f2d6467-0202-4c8f-bf74-02393e8d0777 Oct 27 13:29:16.032443 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7188d-9e88-4384-8dae-c63c87fd9150 None None] Port 9f2d6467-0202-4c8f-bf74-02393e8d0777 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:29:16.093293 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedee6d-8e4c-4782-bde4-0fa082a9fcb4 req-82796a7f-2f01-45fc-aa14-08cab67b1d04 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:16.094660 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-abedee6d-8e4c-4782-bde4-0fa082a9fcb4 req-82796a7f-2f01-45fc-aa14-08cab67b1d04 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 932 time: 0.0469825 Oct 27 13:29:16.146613 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-abedee6d-8e4c-4782-bde4-0fa082a9fcb4 req-f48f9158-e87c-4610-99e1-c80b77db0445 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=92554ee9-e2e2-4535-a42d-12b9660096cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457845 Oct 27 13:29:16.578071 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Request body: {'port': {'device_id': '11301098-003d-44b8-8e75-36876f5a5a37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:29:16.671225 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbd5ae-d7ba-413a-a804-ba6cf17e05af req-25d58e64-8cfd-429a-a2a8-8cad6ae2f486 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:16.672640 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-32fbd5ae-d7ba-413a-a804-ba6cf17e05af req-25d58e64-8cfd-429a-a2a8-8cad6ae2f486 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0747545 Oct 27 13:29:16.677748 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (9f2d6467-0202-4c8f-bf74-02393e8d0777), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:16.748220 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:16.759936 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-32fbd5ae-d7ba-413a-a804-ba6cf17e05af req-6a00c399-6d04-4b62-ae9a-a9df4e15d86c tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799019 Oct 27 13:29:16.975413 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2d6467-0202-4c8f-bf74-02393e8d0777 {{(pid=104533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:29:16.982938 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Publish callbacks [] for port (9f2d6467-0202-4c8f-bf74-02393e8d0777), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:16.996256 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.provisioning_blocks [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Transition to ACTIVE for port object 9f2d6467-0202-4c8f-bf74-02393e8d0777 will not be triggered until provisioned by entity L2. {{(pid=104533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:29:17.000510 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (9f2d6467-0202-4c8f-bf74-02393e8d0777), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:17.026132 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:17.064694 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2d6467-0202-4c8f-bf74-02393e8d0777,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:17.117977 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Attempting to bind port 9f2d6467-0202-4c8f-bf74-02393e8d0777 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:29:17.118307 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Attempting to bind port 9f2d6467-0202-4c8f-bf74-02393e8d0777 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:29:17.118634 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Attempting to bind port 9f2d6467-0202-4c8f-bf74-02393e8d0777 on network 4880e921-0c48-45fa-a974-af272c815db4 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:29:17.161119 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Port 9f2d6467-0202-4c8f-bf74-02393e8d0777 on network 4880e921-0c48-45fa-a974-af272c815db4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:29:17.161474 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Attempting to bind port 9f2d6467-0202-4c8f-bf74-02393e8d0777 on network 4880e921-0c48-45fa-a974-af272c815db4 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:29:17.203214 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:29:17.203543 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Checking segment: {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:29:17.203928 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Bound using segment: {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:29:17.204408 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Bound port: 9f2d6467-0202-4c8f-bf74-02393e8d0777, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'}}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:29:17.204768 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (9f2d6467-0202-4c8f-bf74-02393e8d0777), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:17.267888 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] For port 9f2d6467-0202-4c8f-bf74-02393e8d0777, host hv-cinder-86243, cleared binding levels {{(pid=104533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:29:17.270198 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d88106-f1dd-47c5-be41-214c8fd4eb30 req-1e9fb1f8-2ae5-40b7-ad0a-fecc8802d25b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:17.271028 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] For port 9f2d6467-0202-4c8f-bf74-02393e8d0777, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=9f2d6467-0202-4c8f-bf74-02393e8d0777,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:29:17.271681 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-38d88106-f1dd-47c5-be41-214c8fd4eb30 req-1e9fb1f8-2ae5-40b7-ad0a-fecc8802d25b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 944 time: 0.0490754 Oct 27 13:29:17.277308 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (9f2d6467-0202-4c8f-bf74-02393e8d0777), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:17.281456 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:17.282058 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:17.283429 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/9f2d6467-0202-4c8f-bf74-02393e8d0777 HTTP/1.1" status: 200 len: 1094 time: 0.7668195 Oct 27 13:29:17.283979 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11301098-003d-44b8-8e75-36876f5a5a37', 'tag': '9f2d6467-0202-4c8f-bf74-02393e8d0777'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:29:17.286251 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faff6d95-4bc4-45fc-8485-621929d6ff7e" -d '{"events": [{"name": "network-changed", "server_uuid": "11301098-003d-44b8-8e75-36876f5a5a37", "tag": "9f2d6467-0202-4c8f-bf74-02393e8d0777"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:29:17.323760 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-38d88106-f1dd-47c5-be41-214c8fd4eb30 req-2923c056-8129-49db-88a5-54972fb525d4 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=92554ee9-e2e2-4535-a42d-12b9660096cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458384 Oct 27 13:29:17.339923 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29ac44-6280-4763-ba05-708bdeeb2a62 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2d6467-0202-4c8f-bf74-02393e8d0777,revision_number=3']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:17.357832 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3087a81a-97f8-4f4d-82a0-7f8b0d013fd5 x-openstack-request-id: req-3087a81a-97f8-4f4d-82a0-7f8b0d013fd5 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:29:17.358123 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11301098-003d-44b8-8e75-36876f5a5a37", "tag": "9f2d6467-0202-4c8f-bf74-02393e8d0777", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:29:17.358381 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3087a81a-97f8-4f4d-82a0-7f8b0d013fd5 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:29:17.358789 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3087a81a-97f8-4f4d-82a0-7f8b0d013fd5'] response: {'name': 'network-changed', 'server_uuid': '11301098-003d-44b8-8e75-36876f5a5a37', 'tag': '9f2d6467-0202-4c8f-bf74-02393e8d0777', 'status': 'completed', 'code': 200} Oct 27 13:29:17.878899 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51081c20-0841-40b4-992d-37a475e21b89 req-24305c3e-2050-4733-b850-fdd6682d51d2 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:17.880814 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-51081c20-0841-40b4-992d-37a475e21b89 req-24305c3e-2050-4733-b850-fdd6682d51d2 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0463514 Oct 27 13:29:17.928774 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-51081c20-0841-40b4-992d-37a475e21b89 req-8e833abd-1d5a-4d32-9860-991dc70e3bc6 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422084 Oct 27 13:29:18.267366 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 9d6eda8e-42f9-41c1-9452-42995d1ecd56 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:29:18.290582 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: 9d6eda8e-42f9-41c1-9452-42995d1ecd56 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:29:18.290923 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 9d6eda8e-42f9-41c1-9452-42995d1ecd56 not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:29:18.451374 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512aed36-b2eb-4544-8538-69a0c338da48 req-7ec5d500-c0a0-43fd-857c-218f279ca421 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:18.452864 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-512aed36-b2eb-4544-8538-69a0c338da48 req-7ec5d500-c0a0-43fd-857c-218f279ca421 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 944 time: 0.0467906 Oct 27 13:29:18.499273 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-512aed36-b2eb-4544-8538-69a0c338da48 req-bfe6d3ca-ffc2-48b1-88dc-18c8fd89565d tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=92554ee9-e2e2-4535-a42d-12b9660096cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406740 Oct 27 13:29:19.053377 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e4efb-6149-49c3-b255-bc80f893cf44 req-ffcfeec3-d9b1-4055-913e-1df01a8642eb tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:19.054875 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-842e4efb-6149-49c3-b255-bc80f893cf44 req-ffcfeec3-d9b1-4055-913e-1df01a8642eb tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0507011 Oct 27 13:29:19.103723 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-842e4efb-6149-49c3-b255-bc80f893cf44 req-95d5c908-a4ee-4d86-9da3-35531bb58cec tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Oct 27 13:29:19.635926 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b0184-ffb6-4722-9858-02bbd402666c req-5199cdc2-e169-48d4-85d9-6549e60281cc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:19.637718 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9a7b0184-ffb6-4722-9858-02bbd402666c req-5199cdc2-e169-48d4-85d9-6549e60281cc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 944 time: 0.0512519 Oct 27 13:29:19.707255 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9a7b0184-ffb6-4722-9858-02bbd402666c req-d9003e9d-354d-4e34-a394-e12c3a62df18 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=92554ee9-e2e2-4535-a42d-12b9660096cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500798 Oct 27 13:29:20.229809 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc98260-042a-4fbe-bd8b-d6d209ab9a05 req-2320499b-fa07-4a6a-ad02-1373fcd3a529 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:20.231482 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-fbc98260-042a-4fbe-bd8b-d6d209ab9a05 req-2320499b-fa07-4a6a-ad02-1373fcd3a529 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0511448 Oct 27 13:29:20.281771 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-fbc98260-042a-4fbe-bd8b-d6d209ab9a05 req-b4d89244-ca7c-497e-88b2-73bc70f4a9ba tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442300 Oct 27 13:29:20.820294 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56c621-bb32-410f-b29e-c523ff3bc704 req-784c4386-9542-4f08-a119-e22265e4d43c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:20.821894 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-fd56c621-bb32-410f-b29e-c523ff3bc704 req-784c4386-9542-4f08-a119-e22265e4d43c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 944 time: 0.0488403 Oct 27 13:29:20.874415 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-fd56c621-bb32-410f-b29e-c523ff3bc704 req-f495a269-2086-4f8a-9505-d2ce074add86 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=92554ee9-e2e2-4535-a42d-12b9660096cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464756 Oct 27 13:29:21.417737 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b8c29-1167-472f-b156-153858be764b req-51dea067-d2ea-43cc-b349-8a965de9e114 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:21.419262 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e35b8c29-1167-472f-b156-153858be764b req-51dea067-d2ea-43cc-b349-8a965de9e114 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0528336 Oct 27 13:29:21.469732 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e35b8c29-1167-472f-b156-153858be764b req-90d91314-7ab8-4785-89d7-a160d9357280 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448246 Oct 27 13:29:21.613097 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:21.620417 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff6d95-4bc4-45fc-8485-621929d6ff7e req-7f8e26c6-4e86-4078-a8f1-f000b22fefa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:21.622047 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-faff6d95-4bc4-45fc-8485-621929d6ff7e req-7f8e26c6-4e86-4078-a8f1-f000b22fefa4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=095dae174c664eafaf3ed463d8b7f319&device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 1128 time: 0.0429277 Oct 27 13:29:21.760923 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff6d95-4bc4-45fc-8485-621929d6ff7e req-9702e8b4-0659-4d7d-a6fe-b4bab011e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:21.762397 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-faff6d95-4bc4-45fc-8485-621929d6ff7e req-9702e8b4-0659-4d7d-a6fe-b4bab011e3f0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=095dae174c664eafaf3ed463d8b7f319&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1046791 Oct 27 13:29:22.008283 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff6d95-4bc4-45fc-8485-621929d6ff7e req-bc7701f3-94e5-44e3-a099-fd5bf1af3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:22.009696 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-faff6d95-4bc4-45fc-8485-621929d6ff7e req-bc7701f3-94e5-44e3-a099-fd5bf1af3031 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1411946 Oct 27 13:29:22.024122 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0b862-33f9-4820-bf20-a07196d0053d req-e6816e8f-0fb7-4e04-9479-1676b6532229 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:22.025693 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-dcf0b862-33f9-4820-bf20-a07196d0053d req-e6816e8f-0fb7-4e04-9479-1676b6532229 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 944 time: 0.0667129 Oct 27 13:29:22.126666 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568752b6-2dea-46ba-99db-2ee47763c9f8 req-29a6a6ae-ef2e-4563-a916-003843163bf6 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:22.128491 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-568752b6-2dea-46ba-99db-2ee47763c9f8 req-29a6a6ae-ef2e-4563-a916-003843163bf6 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.1018841 Oct 27 13:29:22.154452 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-5e7d304d-996f-4b07-b7a2-d28634f5c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:22.155952 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-5e7d304d-996f-4b07-b7a2-d28634f5c946 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=095dae174c664eafaf3ed463d8b7f319&device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 1128 time: 0.0871112 Oct 27 13:29:22.182558 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-dcf0b862-33f9-4820-bf20-a07196d0053d req-19d26c8f-c635-49b4-bdc0-4cd7d7bab230 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=92554ee9-e2e2-4535-a42d-12b9660096cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462646 Oct 27 13:29:22.190503 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:22.230591 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-c30d8a4e-19dd-4952-b31e-004c4ad494b4 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f2d6467-0202-4c8f-bf74-02393e8d0777 HTTP/1.1" status: 200 len: 217 time: 0.0517511 Oct 27 13:29:22.316060 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-568752b6-2dea-46ba-99db-2ee47763c9f8 req-2a1bd475-5240-4b6b-9d2a-d039bff0b90d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Deleting port d002aeca-8ed9-4dcb-a918-f911694d6cb8 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:29:22.316451 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-568752b6-2dea-46ba-99db-2ee47763c9f8 req-2a1bd475-5240-4b6b-9d2a-d039bff0b90d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (d002aeca-8ed9-4dcb-a918-f911694d6cb8), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:22.336120 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-dbe59cee-991a-4938-8565-b81cabaafbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:22.337643 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-dbe59cee-991a-4938-8565-b81cabaafbfd service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=387ef33e-d1d2-4c31-8402-1f0afa96a77a HTTP/1.1" status: 200 len: 854 time: 0.0972195 Oct 27 13:29:22.417786 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-43b5b814-dfd8-45e0-af74-c61f8038940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:22.419290 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-43b5b814-dfd8-45e0-af74-c61f8038940a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=4880e921-0c48-45fa-a974-af272c815db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518064 Oct 27 13:29:22.506211 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-568752b6-2dea-46ba-99db-2ee47763c9f8 req-2a1bd475-5240-4b6b-9d2a-d039bff0b90d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] For port d002aeca-8ed9-4dcb-a918-f911694d6cb8, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=d002aeca-8ed9-4dcb-a918-f911694d6cb8,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:29:22.506493 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-568752b6-2dea-46ba-99db-2ee47763c9f8 req-2a1bd475-5240-4b6b-9d2a-d039bff0b90d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (d002aeca-8ed9-4dcb-a918-f911694d6cb8), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:22.524808 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-568752b6-2dea-46ba-99db-2ee47763c9f8 req-2a1bd475-5240-4b6b-9d2a-d039bff0b90d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Calling delete_port for d002aeca-8ed9-4dcb-a918-f911694d6cb8 owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:29:22.594363 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-716b09f2-bf9a-42fd-83d3-0ec4785f67c5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623077 Oct 27 13:29:22.600110 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6355918-5e9e-475d-aa1b-86edfea7c07c req-e84bca24-a68c-48a6-9b19-bb52a8eab31d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:22.601647 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f6355918-5e9e-475d-aa1b-86edfea7c07c req-e84bca24-a68c-48a6-9b19-bb52a8eab31d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 945 time: 0.0536253 Oct 27 13:29:22.653492 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:22.658718 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f6355918-5e9e-475d-aa1b-86edfea7c07c req-5c54d0bb-5173-4d4d-877b-5a322d3edf98 tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=00e3031a-391b-43c1-bcb6-794f5729c9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505133 Oct 27 13:29:22.928791 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:22.996108 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6bf11ffe-0e62-4b4e-9430-7ea1335c0039 req-d6b4990b-d97a-4bad-8a8e-aacb7ef7ddf6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940723 Oct 27 13:29:23.013280 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-568752b6-2dea-46ba-99db-2ee47763c9f8 req-2a1bd475-5240-4b6b-9d2a-d039bff0b90d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (d002aeca-8ed9-4dcb-a918-f911694d6cb8), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:23.031324 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['d002aeca-8ed9-4dcb-a918-f911694d6cb8'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:29:23.042160 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bd475-5240-4b6b-9d2a-d039bff0b90d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Pushing event deleted for resources: {'Port': ['ID=d002aeca-8ed9-4dcb-a918-f911694d6cb8,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:23.088513 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-568752b6-2dea-46ba-99db-2ee47763c9f8 req-2a1bd475-5240-4b6b-9d2a-d039bff0b90d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] No DVR routers for this DVR port d002aeca-8ed9-4dcb-a918-f911694d6cb8 on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:29:23.091061 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-568752b6-2dea-46ba-99db-2ee47763c9f8 req-2a1bd475-5240-4b6b-9d2a-d039bff0b90d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:23.094460 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-568752b6-2dea-46ba-99db-2ee47763c9f8 req-2a1bd475-5240-4b6b-9d2a-d039bff0b90d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.45 "DELETE /networking/v2.0/ports/d002aeca-8ed9-4dcb-a918-f911694d6cb8 HTTP/1.1" status: 204 len: 173 time: 0.9536688 Oct 27 13:29:23.095013 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2', 'name': 'network-vif-deleted', 'tag': 'd002aeca-8ed9-4dcb-a918-f911694d6cb8'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:29:23.097281 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b077e8-79ee-4b0e-a983-8e4fa3464f22" -d '{"events": [{"server_uuid": "8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2", "name": "network-vif-deleted", "tag": "d002aeca-8ed9-4dcb-a918-f911694d6cb8"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:29:23.190114 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f41814a-a92d-49ab-994f-5654c2ca7b14 x-openstack-request-id: req-7f41814a-a92d-49ab-994f-5654c2ca7b14 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:29:23.190404 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2", "name": "network-vif-deleted", "tag": "d002aeca-8ed9-4dcb-a918-f911694d6cb8", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:29:23.190952 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f41814a-a92d-49ab-994f-5654c2ca7b14 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:29:23.191049 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f41814a-a92d-49ab-994f-5654c2ca7b14'] response: {'server_uuid': '8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2', 'name': 'network-vif-deleted', 'tag': 'd002aeca-8ed9-4dcb-a918-f911694d6cb8', 'status': 'completed', 'code': 200} Oct 27 13:29:23.318233 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5ab43-b98b-4460-92b8-0fa35247b446 req-a7dbb33c-07e3-4e6f-8f47-f4682a52bb4e tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:23.319749 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b7b5ab43-b98b-4460-92b8-0fa35247b446 req-a7dbb33c-07e3-4e6f-8f47-f4682a52bb4e tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 944 time: 0.0521646 Oct 27 13:29:23.376393 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b7b5ab43-b98b-4460-92b8-0fa35247b446 req-5c8c6865-4f7a-4d18-99f2-f3c6362f1cb7 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=92554ee9-e2e2-4535-a42d-12b9660096cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510256 Oct 27 13:29:23.765718 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9d06ff21-91cb-4c90-8de0-f9c796e6877d req-df31fae1-62d2-426e-820b-8b23efcd1f4d tempest-ServerRescueNegativeTestJSON-5346455 tempest-ServerRescueNegativeTestJSON-5346455-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8208bc56-1f0c-4dad-bcdc-2f289d1e1fc2 HTTP/1.1" status: 200 len: 210 time: 0.0288284 Oct 27 13:29:24.518691 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadabfc-a794-4168-8060-a2eae9a4065c req-5a147537-a075-4727-acb9-dea6f2614113 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:24.521895 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1fadabfc-a794-4168-8060-a2eae9a4065c req-5a147537-a075-4727-acb9-dea6f2614113 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 944 time: 0.0541704 Oct 27 13:29:24.561101 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:24.595334 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1fadabfc-a794-4168-8060-a2eae9a4065c req-4e2ccb37-2b8b-4e78-b6c5-47556e799542 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=92554ee9-e2e2-4535-a42d-12b9660096cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623736 Oct 27 13:29:24.832538 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60404) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:24.896178 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 9f2d6467-0202-4c8f-bf74-02393e8d0777 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:29:24.999366 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 9f2d6467-0202-4c8f-bf74-02393e8d0777, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=9f2d6467-0202-4c8f-bf74-02393e8d0777,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:29:25.011687 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': '9f2d6467-0202-4c8f-bf74-02393e8d0777', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'port_id': '9f2d6467-0202-4c8f-bf74-02393e8d0777', 'mac_address': 'fa:16:3e:61:4e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:29:25.045971 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 9f2d6467-0202-4c8f-bf74-02393e8d0777 is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:29:25.046351 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (9f2d6467-0202-4c8f-bf74-02393e8d0777), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:25.060623 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2d6467-0202-4c8f-bf74-02393e8d0777 {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:29:25.083608 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 9f2d6467-0202-4c8f-bf74-02393e8d0777, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=9f2d6467-0202-4c8f-bf74-02393e8d0777,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:29:25.087355 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (9f2d6467-0202-4c8f-bf74-02393e8d0777), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:25.143720 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=9f2d6467-0202-4c8f-bf74-02393e8d0777,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:25.206345 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3b458123-6bbe-453c-9371-fc4068a9ad36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658629'] for router_interface (a396b264-e0ba-476f-8bfa-0b2de13e54d1), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:25.363086 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['9f2d6467-0202-4c8f-bf74-02393e8d0777'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:29:25.433639 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-3b458123-6bbe-453c-9371-fc4068a9ad36 admin admin] Deleting port f9f9aa88-0478-45c6-94e3-759c7b6c2aac {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:29:25.433972 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3b458123-6bbe-453c-9371-fc4068a9ad36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:25.532903 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [None req-3b458123-6bbe-453c-9371-fc4068a9ad36 admin admin] For port f9f9aa88-0478-45c6-94e3-759c7b6c2aac, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=f9f9aa88-0478-45c6-94e3-759c7b6c2aac,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:29:25.532903 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3b458123-6bbe-453c-9371-fc4068a9ad36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:25.546404 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-3b458123-6bbe-453c-9371-fc4068a9ad36 admin admin] Calling delete_port for f9f9aa88-0478-45c6-94e3-759c7b6c2aac owned by network:router_interface {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:29:25.612861 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:25.747972 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:25.767595 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607b70e-3893-4002-8e0e-132ef379089d req-05848be5-1e3e-4daa-b4df-5607525df767 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:25.769353 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5607b70e-3893-4002-8e0e-132ef379089d req-05848be5-1e3e-4daa-b4df-5607525df767 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 945 time: 0.0808706 Oct 27 13:29:25.800511 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3b458123-6bbe-453c-9371-fc4068a9ad36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (f9f9aa88-0478-45c6-94e3-759c7b6c2aac), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:25.838280 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b458123-6bbe-453c-9371-fc4068a9ad36 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f9aa88-0478-45c6-94e3-759c7b6c2aac,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:25.877655 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5607b70e-3893-4002-8e0e-132ef379089d req-36f5fae1-202c-4695-9bbf-60faf50da55d tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=92554ee9-e2e2-4535-a42d-12b9660096cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998819 Oct 27 13:29:26.022974 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3b458123-6bbe-453c-9371-fc4068a9ad36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16190260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684117'] for router_interface (a396b264-e0ba-476f-8bfa-0b2de13e54d1), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:26.046225 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838a79d9-930e-4a43-a7b5-41a022ed4192 None None] get_active_networks_info from dv-cinder-862432-3-iscsi {{(pid=104534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 13:29:26.155650 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838a79d9-930e-4a43-a7b5-41a022ed4192 None None] Resources bound (agent type, host, resource id): {{(pid=104534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 13:29:26.228914 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:26.257935 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b458123-6bbe-453c-9371-fc4068a9ad36 admin admin] Router a396b264-e0ba-476f-8bfa-0b2de13e54d1 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:29:26.368692 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b458123-6bbe-453c-9371-fc4068a9ad36 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:29:26.377642 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-3b458123-6bbe-453c-9371-fc4068a9ad36 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/a396b264-e0ba-476f-8bfa-0b2de13e54d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5402238 Oct 27 13:29:26.377748 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 60416) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:26.386257 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9778288d-c90f-4788-b1a9-f9eb088b4bdc None None] Sync routers for ids ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:29:26.399407 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9778288d-c90f-4788-b1a9-f9eb088b4bdc None None] Routers {'a396b264-e0ba-476f-8bfa-0b2de13e54d1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:29:26.400031 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-9778288d-c90f-4788-b1a9-f9eb088b4bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:28:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:26.510078 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-3162299e-c2be-4460-b6cb-ed6d413d9b39 admin admin] Publish callbacks [] for router (a396b264-e0ba-476f-8bfa-0b2de13e54d1), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:26.510875 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-9778288d-c90f-4788-b1a9-f9eb088b4bdc None None] Set router a396b264-e0ba-476f-8bfa-0b2de13e54d1 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:29:26.572051 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:26.642810 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-3162299e-c2be-4460-b6cb-ed6d413d9b39 admin admin] Publish callbacks [] for router_gateway (a396b264-e0ba-476f-8bfa-0b2de13e54d1), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:26.703863 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-9778288d-c90f-4788-b1a9-f9eb088b4bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:29:25Z', 'revision_number': 5, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port': {'id': 'bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:54Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:26.709981 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-3162299e-c2be-4460-b6cb-ed6d413d9b39 admin admin] Deleting port bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:29:26.710451 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-3162299e-c2be-4460-b6cb-ed6d413d9b39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:26.732004 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9778288d-c90f-4788-b1a9-f9eb088b4bdc None None] Checking router: a396b264-e0ba-476f-8bfa-0b2de13e54d1 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:29:26.742268 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9778288d-c90f-4788-b1a9-f9eb088b4bdc None None] Routers {'a396b264-e0ba-476f-8bfa-0b2de13e54d1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:29:26.742809 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-9778288d-c90f-4788-b1a9-f9eb088b4bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:28:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:26.812990 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-3162299e-c2be-4460-b6cb-ed6d413d9b39 admin admin] For port bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:29:26.813380 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-3162299e-c2be-4460-b6cb-ed6d413d9b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:26.836037 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-3162299e-c2be-4460-b6cb-ed6d413d9b39 admin admin] Calling delete_port for bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f owned by network:router_gateway {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:29:26.841757 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-9778288d-c90f-4788-b1a9-f9eb088b4bdc None None] Set router a396b264-e0ba-476f-8bfa-0b2de13e54d1 gateway port host: None {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:29:26.902849 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 9f2d6467-0202-4c8f-bf74-02393e8d0777 up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:29:26.903065 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-9778288d-c90f-4788-b1a9-f9eb088b4bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:29:26Z', 'revision_number': 6, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port_host': None}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:26.938172 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:26.974269 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port 9f2d6467-0202-4c8f-bf74-02393e8d0777 completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:29:26.976175 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9778288d-c90f-4788-b1a9-f9eb088b4bdc None None] The sync data for ids ['a396b264-e0ba-476f-8bfa-0b2de13e54d1'] in dv-cinder-862432-3-iscsi is: [{'id': 'a396b264-e0ba-476f-8bfa-0b2de13e54d1', 'name': 'tempest-ServerRescueNegativeTestJSON-453290392-router', 'tenant_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:29:26Z', 'revision_number': 6, 'project_id': 'a58f7c57ef7f4a54999d16d765d80cc2', 'gw_port_host': None}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:29:26.989784 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port 9f2d6467-0202-4c8f-bf74-02393e8d0777 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:29:27.008867 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (9f2d6467-0202-4c8f-bf74-02393e8d0777), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:27.009440 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port 9f2d6467-0202-4c8f-bf74-02393e8d0777 Oct 27 13:29:27.099126 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 9f2d6467-0202-4c8f-bf74-02393e8d0777 is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:29:27.100084 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (9f2d6467-0202-4c8f-bf74-02393e8d0777), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:27.117556 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb9fef-7d58-422e-852a-6594f8946372 req-5887e4b7-3361-42b4-9734-42fe60f7be5f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:27.119203 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c2fb9fef-7d58-422e-852a-6594f8946372 req-5887e4b7-3361-42b4-9734-42fe60f7be5f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 945 time: 0.1088290 Oct 27 13:29:27.136946 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11301098-003d-44b8-8e75-36876f5a5a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2d6467-0202-4c8f-bf74-02393e8d0777'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:29:27.139279 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dc85eb-ed2f-4fda-b067-2946387d3a4e" -d '{"events": [{"server_uuid": "11301098-003d-44b8-8e75-36876f5a5a37", "name": "network-vif-plugged", "status": "completed", "tag": "9f2d6467-0202-4c8f-bf74-02393e8d0777"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:29:27.152731 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-3162299e-c2be-4460-b6cb-ed6d413d9b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:27.158946 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 9f2d6467-0202-4c8f-bf74-02393e8d0777, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=9f2d6467-0202-4c8f-bf74-02393e8d0777,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:29:27.160177 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-6b9ea729-6659-4665-a16a-32795f02ab47 None None] Provisioning complete for port 270b2c5e-7f8b-4799-88cc-093923ac90b0 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:29:27.160667 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-6b9ea729-6659-4665-a16a-32795f02ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (270b2c5e-7f8b-4799-88cc-093923ac90b0), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:27.162844 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-6b9ea729-6659-4665-a16a-32795f02ab47 None None] Attempt 1 to provision port 270b2c5e-7f8b-4799-88cc-093923ac90b0 Oct 27 13:29:27.196055 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6d47a2-1cc7-4a75-8528-34d6ae0dbbb6 x-openstack-request-id: req-7a6d47a2-1cc7-4a75-8528-34d6ae0dbbb6 {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:29:27.196620 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11301098-003d-44b8-8e75-36876f5a5a37", "name": "network-vif-plugged", "status": "completed", "tag": "9f2d6467-0202-4c8f-bf74-02393e8d0777", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:29:27.197553 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a6d47a2-1cc7-4a75-8528-34d6ae0dbbb6 {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:29:27.197976 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a6d47a2-1cc7-4a75-8528-34d6ae0dbbb6'] response: {'server_uuid': '11301098-003d-44b8-8e75-36876f5a5a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2d6467-0202-4c8f-bf74-02393e8d0777', 'code': 200} Oct 27 13:29:27.201682 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (9f2d6467-0202-4c8f-bf74-02393e8d0777), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:27.202404 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device d002aeca-8ed9-4dcb-a918-f911694d6cb8 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:29:27.232262 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162299e-c2be-4460-b6cb-ed6d413d9b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:27.236723 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: d002aeca-8ed9-4dcb-a918-f911694d6cb8 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:29:27.237590 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device d002aeca-8ed9-4dcb-a918-f911694d6cb8 not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:29:27.267088 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-b86dd2dc-5c04-47e0-9afa-5d50caaa6cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:27.283481 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c2fb9fef-7d58-422e-852a-6594f8946372 req-e71fdc44-c2d0-475d-a8ce-20ceba24d828 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=92554ee9-e2e2-4535-a42d-12b9660096cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571167 Oct 27 13:29:27.299872 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-3162299e-c2be-4460-b6cb-ed6d413d9b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658818'] for router_gateway (a396b264-e0ba-476f-8bfa-0b2de13e54d1), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:27.300608 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=9f2d6467-0202-4c8f-bf74-02393e8d0777,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:27.335776 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:27.348079 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ea729-6659-4665-a16a-32795f02ab47 None None] Current status of the port 270b2c5e-7f8b-4799-88cc-093923ac90b0 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:29:27.448135 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-3162299e-c2be-4460-b6cb-ed6d413d9b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1006310'] for router (a396b264-e0ba-476f-8bfa-0b2de13e54d1), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:27.452899 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-3162299e-c2be-4460-b6cb-ed6d413d9b39 admin admin] Publish callbacks [] for router_controller (a396b264-e0ba-476f-8bfa-0b2de13e54d1), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:27.498344 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57c28a-ab30-442f-adbd-ac0245997ac4 req-e1bd81d5-ff74-4f0d-9f61-834d9292b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:27.500017 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ca57c28a-ab30-442f-adbd-ac0245997ac4 req-e1bd81d5-ff74-4f0d-9f61-834d9292b77b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 1130 time: 0.1178722 Oct 27 13:29:27.516332 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-3162299e-c2be-4460-b6cb-ed6d413d9b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684032'] for router (a396b264-e0ba-476f-8bfa-0b2de13e54d1), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:27.516931 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3162299e-c2be-4460-b6cb-ed6d413d9b39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a396b264-e0ba-476f-8bfa-0b2de13e54d1 {{(pid=104533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 13:29:27.530164 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-3162299e-c2be-4460-b6cb-ed6d413d9b39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:27.531302 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-3162299e-c2be-4460-b6cb-ed6d413d9b39 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/a396b264-e0ba-476f-8bfa-0b2de13e54d1 HTTP/1.1" status: 204 len: 168 time: 1.1534605 Oct 27 13:29:27.534173 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60442) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:27.558310 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ca57c28a-ab30-442f-adbd-ac0245997ac4 req-d535358b-ee4b-46d1-a9c4-05d40943059c service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=92554ee9-e2e2-4535-a42d-12b9660096cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493999 Oct 27 13:29:27.579858 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f12249-7f59-4556-bb46-08bde90127af admin admin] Deleting subnet d729a604-725f-4ad1-9296-503f3419b171 {{(pid=104532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 13:29:27.583907 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-c5f12249-7f59-4556-bb46-08bde90127af admin admin] Publish callbacks [] for subnet (d729a604-725f-4ad1-9296-503f3419b171), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:27.619455 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-c5f12249-7f59-4556-bb46-08bde90127af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1641412'] for subnet (d729a604-725f-4ad1-9296-503f3419b171), precommit_delete_associations {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:27.664139 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:27.701364 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-c5f12249-7f59-4556-bb46-08bde90127af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16194172'] for subnet (d729a604-725f-4ad1-9296-503f3419b171), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:27.760329 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-c5f12249-7f59-4556-bb46-08bde90127af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16194053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2878104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2644571'] for subnet (d729a604-725f-4ad1-9296-503f3419b171), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:27.788441 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f12249-7f59-4556-bb46-08bde90127af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d729a604-725f-4ad1-9296-503f3419b171,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:27.793236 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-c5f12249-7f59-4556-bb46-08bde90127af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:27.797671 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-c5f12249-7f59-4556-bb46-08bde90127af admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/d729a604-725f-4ad1-9296-503f3419b171 HTTP/1.1" status: 204 len: 168 time: 0.2618182 Oct 27 13:29:27.801114 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60444) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:27.804428 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c83a42-e6fb-41a7-adbf-6763d29df71c None None] Network d7787e3c-cdc7-4d31-9969-b3505bdbc01b requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:29:27.813698 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:27.881424 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device f9f9aa88-0478-45c6-94e3-759c7b6c2aac no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:29:27.896487 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692448'] for network (d7787e3c-cdc7-4d31-9969-b3505bdbc01b), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:27.913873 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: f9f9aa88-0478-45c6-94e3-759c7b6c2aac {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:29:27.914221 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device f9f9aa88-0478-45c6-94e3-759c7b6c2aac not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:29:27.947952 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] Deleting port 270b2c5e-7f8b-4799-88cc-093923ac90b0 {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:29:27.948302 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (270b2c5e-7f8b-4799-88cc-093923ac90b0), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:28.015325 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f378a5d-22f7-4c8e-88d3-3ff8f3994ed7 None None] DHCP port deletion for d7787e3c-cdc7-4d31-9969-b3505bdbc01b request from dv-cinder-862432-3-iscsi {{(pid=104534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 13:29:28.024315 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] For port 270b2c5e-7f8b-4799-88cc-093923ac90b0, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=270b2c5e-7f8b-4799-88cc-093923ac90b0,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:29:28.024682 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (270b2c5e-7f8b-4799-88cc-093923ac90b0), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:28.039546 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] Calling delete_port for 270b2c5e-7f8b-4799-88cc-093923ac90b0 owned by network:dhcp {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:29:28.057157 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-4f378a5d-22f7-4c8e-88d3-3ff8f3994ed7 None None] Deleting port 270b2c5e-7f8b-4799-88cc-093923ac90b0 {{(pid=104534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:29:28.057991 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-4f378a5d-22f7-4c8e-88d3-3ff8f3994ed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (270b2c5e-7f8b-4799-88cc-093923ac90b0), before_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:28.155547 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (270b2c5e-7f8b-4799-88cc-093923ac90b0), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:28.158563 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-4f378a5d-22f7-4c8e-88d3-3ff8f3994ed7 None None] For port 270b2c5e-7f8b-4799-88cc-093923ac90b0, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=270b2c5e-7f8b-4799-88cc-093923ac90b0,segment=NetworkSegment(5ae36e85-9d7a-4c0f-a177-587c7002ccbe),segment_id=5ae36e85-9d7a-4c0f-a177-587c7002ccbe)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:29:28.159292 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-4f378a5d-22f7-4c8e-88d3-3ff8f3994ed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (270b2c5e-7f8b-4799-88cc-093923ac90b0), precommit_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:28.178521 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-4f378a5d-22f7-4c8e-88d3-3ff8f3994ed7 None None] Calling delete_port for 270b2c5e-7f8b-4799-88cc-093923ac90b0 owned by network:dhcp {{(pid=104534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:29:28.191448 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=270b2c5e-7f8b-4799-88cc-093923ac90b0,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:28.199132 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] No DVR routers for this DVR port 270b2c5e-7f8b-4799-88cc-093923ac90b0 on host dv-cinder-862432-3-iscsi {{(pid=104532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:29:28.267173 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-4f378a5d-22f7-4c8e-88d3-3ff8f3994ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393'] for port (270b2c5e-7f8b-4799-88cc-093923ac90b0), after_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:28.268917 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16195207', 'neutron.services.segments.db._delete_segments_for_network-8757664830338'] for network (d7787e3c-cdc7-4d31-9969-b3505bdbc01b), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:28.292353 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f378a5d-22f7-4c8e-88d3-3ff8f3994ed7 None None] Pushing event deleted for resources: {'Port': ['ID=270b2c5e-7f8b-4799-88cc-093923ac90b0,revision_number=None']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:28.293511 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7787e3c-cdc7-4d31-9969-b3505bdbc01b']}} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:28.295897 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f378a5d-22f7-4c8e-88d3-3ff8f3994ed7 None None] No DVR routers for this DVR port 270b2c5e-7f8b-4799-88cc-093923ac90b0 on host dv-cinder-862432-3-iscsi {{(pid=104534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:29:28.305138 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae36e85-9d7a-4c0f-a177-587c7002ccbe') {'for_net_delete': True} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:28.305449 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae36e85-9d7a-4c0f-a177-587c7002ccbe') {} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:28.316165 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757664830401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1641421'] for segment (5ae36e85-9d7a-4c0f-a177-587c7002ccbe), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:28.332196 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (5ae36e85-9d7a-4c0f-a177-587c7002ccbe), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:28.339216 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=104532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 13:29:28.339816 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2878206'] for segment (5ae36e85-9d7a-4c0f-a177-587c7002ccbe), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:28.420606 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16195212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658862'] for network (d7787e3c-cdc7-4d31-9969-b3505bdbc01b), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:28.447588 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:28.453353 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/d7787e3c-cdc7-4d31-9969-b3505bdbc01b HTTP/1.1" status: 204 len: 168 time: 0.6500955 Oct 27 13:29:28.457033 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd7991-e245-4ea5-beb8-0ebf09f15c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=d7787e3c-cdc7-4d31-9969-b3505bdbc01b,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:28.492071 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment 5ae36e85-9d7a-4c0f-a177-587c7002ccbe resource provider aggregate not found Oct 27 13:29:28.510936 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment 5ae36e85-9d7a-4c0f-a177-587c7002ccbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ae36e85-9d7a-4c0f-a177-587c7002ccbe found for delete ", "request_id": "req-792b7c3b-4e03-4cfe-851e-d1c24d537372"}]} Oct 27 13:29:28.517335 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1652c-cffa-4755-bc18-b2750ffc90b1 req-bbe74528-3c04-43fa-a989-58c43a0f16b3 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:28.518935 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4cb1652c-cffa-4755-bc18-b2750ffc90b1 req-bbe74528-3c04-43fa-a989-58c43a0f16b3 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 946 time: 0.0641477 Oct 27 13:29:28.576548 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4cb1652c-cffa-4755-bc18-b2750ffc90b1 req-a65f0421-9668-426f-89fa-b000f234adf1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=92554ee9-e2e2-4535-a42d-12b9660096cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508895 Oct 27 13:29:28.611179 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60462) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:28.654170 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-441932d4-de13-4a27-a3b8-e75eec8f9f2c admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=a58f7c57ef7f4a54999d16d765d80cc2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418513 Oct 27 13:29:28.656738 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60464) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:28.705052 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d646f99d-3b3f-484e-a821-9b751fdb0a53 admin admin] Publish callbacks [] for security_group (00e3031a-391b-43c1-bcb6-794f5729c9fd), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:28.725827 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d646f99d-3b3f-484e-a821-9b751fdb0a53 admin admin] Publish callbacks [] for security_group (00e3031a-391b-43c1-bcb6-794f5729c9fd), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:28.739567 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:DELETE=8,neutron:UPDATE=3,neutron:SELECT=89 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:28.773940 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d646f99d-3b3f-484e-a821-9b751fdb0a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (00e3031a-391b-43c1-bcb6-794f5729c9fd), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:28.776529 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d646f99d-3b3f-484e-a821-9b751fdb0a53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:28.777685 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-d646f99d-3b3f-484e-a821-9b751fdb0a53 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/00e3031a-391b-43c1-bcb6-794f5729c9fd HTTP/1.1" status: 204 len: 168 time: 0.1199358 Oct 27 13:29:28.786136 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646f99d-3b3f-484e-a821-9b751fdb0a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e3031a-391b-43c1-bcb6-794f5729c9fd,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:29.195581 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:29.222344 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 60482) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:29.271623 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_v2 [None req-901a264c-2493-4bbb-9dd8-9b378329b098 admin admin] Deleting subnet 9c5b1b93-c7b8-423f-a1b8-d225b446a3d8 {{(pid=104533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 13:29:29.274930 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-901a264c-2493-4bbb-9dd8-9b378329b098 admin admin] Publish callbacks [] for subnet (9c5b1b93-c7b8-423f-a1b8-d225b446a3d8), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:29.313908 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-901a264c-2493-4bbb-9dd8-9b378329b098 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3157698'] for subnet (9c5b1b93-c7b8-423f-a1b8-d225b446a3d8), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:29.361403 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-901a264c-2493-4bbb-9dd8-9b378329b098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16194172'] for subnet (9c5b1b93-c7b8-423f-a1b8-d225b446a3d8), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:29.400845 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:29.412773 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 270b2c5e-7f8b-4799-88cc-093923ac90b0 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:29:29.438125 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 270b2c5e-7f8b-4799-88cc-093923ac90b0 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:29:29.438549 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 270b2c5e-7f8b-4799-88cc-093923ac90b0 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:29:29.438923 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:29:29.439693 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-901a264c-2493-4bbb-9dd8-9b378329b098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16194053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25370140'] for subnet (9c5b1b93-c7b8-423f-a1b8-d225b446a3d8), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:29.459173 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:29:29.459519 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device bb2edc9d-72ba-4c07-859b-ebaaf65a4f2f not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:29:29.468856 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a264c-2493-4bbb-9dd8-9b378329b098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5b1b93-c7b8-423f-a1b8-d225b446a3d8,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:29.470874 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-901a264c-2493-4bbb-9dd8-9b378329b098 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:29.476621 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-901a264c-2493-4bbb-9dd8-9b378329b098 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/9c5b1b93-c7b8-423f-a1b8-d225b446a3d8 HTTP/1.1" status: 204 len: 168 time: 0.2507505 Oct 27 13:29:29.476843 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60492) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:29.499202 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-76419cef-4cd5-464c-83bc-b4dae0a9ba26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:29.716883 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fff2f-ff1d-4883-a60c-3fbfbd71feb1 req-e65425c7-6aa5-4b99-b986-37e8042ba626 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:29.718616 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c59fff2f-ff1d-4883-a60c-3fbfbd71feb1 req-e65425c7-6aa5-4b99-b986-37e8042ba626 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 946 time: 0.0515072 Oct 27 13:29:29.775119 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c59fff2f-ff1d-4883-a60c-3fbfbd71feb1 req-48a88ff3-149d-4031-964c-09f3d5f24be0 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=92554ee9-e2e2-4535-a42d-12b9660096cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486197 Oct 27 13:29:29.818340 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d804f461-a5a7-4948-bd5d-14173ccd0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692448'] for network (e0bdb774-31d7-4659-a84f-c1ee72da57b4), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:29.848898 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:29.934563 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d804f461-a5a7-4948-bd5d-14173ccd0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16195207', 'neutron.services.segments.db._delete_segments_for_network-8757664830338'] for network (e0bdb774-31d7-4659-a84f-c1ee72da57b4), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:29.949215 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd3c66-2bf0-4b6c-9f86-54179e2dafa7 req-0156c7ba-f6a0-4417-bd7b-f30b9af146b6 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:29.950714 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5fdd3c66-2bf0-4b6c-9f86-54179e2dafa7 req-0156c7ba-f6a0-4417-bd7b-f30b9af146b6 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 946 time: 0.0913749 Oct 27 13:29:29.961886 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 60508) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:29.965280 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-d804f461-a5a7-4948-bd5d-14173ccd0de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0bdb774-31d7-4659-a84f-c1ee72da57b4']}} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:29.966724 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-a6bfc6cb-a373-43b7-91fe-4f0b28f0d24f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'floatingip': {'port_id': '9f2d6467-0202-4c8f-bf74-02393e8d0777'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:29:29.976968 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-d804f461-a5a7-4948-bd5d-14173ccd0de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224798fc-a61f-49fb-bc13-cf2fea1b4247') {'for_net_delete': True} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:29.977652 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-d804f461-a5a7-4948-bd5d-14173ccd0de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224798fc-a61f-49fb-bc13-cf2fea1b4247') {} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:29.987551 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d804f461-a5a7-4948-bd5d-14173ccd0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757664830401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1641421'] for segment (224798fc-a61f-49fb-bc13-cf2fea1b4247), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:30.005196 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d804f461-a5a7-4948-bd5d-14173ccd0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (224798fc-a61f-49fb-bc13-cf2fea1b4247), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:30.014175 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d804f461-a5a7-4948-bd5d-14173ccd0de3 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=104532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 13:29:30.014754 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d804f461-a5a7-4948-bd5d-14173ccd0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2878206'] for segment (224798fc-a61f-49fb-bc13-cf2fea1b4247), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:30.016115 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc6cb-a373-43b7-91fe-4f0b28f0d24f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (ee2c9eea-9505-4efd-b0f3-257665c69b5a), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:30.078308 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d804f461-a5a7-4948-bd5d-14173ccd0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16195212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658862'] for network (e0bdb774-31d7-4659-a84f-c1ee72da57b4), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:30.086362 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d804f461-a5a7-4948-bd5d-14173ccd0de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:30.095281 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-d804f461-a5a7-4948-bd5d-14173ccd0de3 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/e0bdb774-31d7-4659-a84f-c1ee72da57b4 HTTP/1.1" status: 204 len: 168 time: 0.6154931 Oct 27 13:29:30.106634 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804f461-a5a7-4948-bd5d-14173ccd0de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0bdb774-31d7-4659-a84f-c1ee72da57b4,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:30.290925 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60520) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:30.340898 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-864f145e-5b98-455d-93f6-77b6c6a67ec0 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=6ddba1e8bfeb4c8baf308e9b43bf1bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464785 Oct 27 13:29:30.341122 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60524) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:30.399213 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a25cdc25-00ac-4e6a-921f-96c95c90f78a admin admin] Publish callbacks [] for security_group (3f6ac2de-aaeb-4de0-ae28-7306778bc18b), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:30.423097 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a25cdc25-00ac-4e6a-921f-96c95c90f78a admin admin] Publish callbacks [] for security_group (3f6ac2de-aaeb-4de0-ae28-7306778bc18b), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:30.481607 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a25cdc25-00ac-4e6a-921f-96c95c90f78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (3f6ac2de-aaeb-4de0-ae28-7306778bc18b), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:30.484414 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a25cdc25-00ac-4e6a-921f-96c95c90f78a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:30.488438 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-a25cdc25-00ac-4e6a-921f-96c95c90f78a admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/3f6ac2de-aaeb-4de0-ae28-7306778bc18b HTTP/1.1" status: 204 len: 168 time: 0.1462979 Oct 27 13:29:30.498152 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cdc25-00ac-4e6a-921f-96c95c90f78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6ac2de-aaeb-4de0-ae28-7306778bc18b,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:30.505919 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc6cb-a373-43b7-91fe-4f0b28f0d24f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:30.511547 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc6cb-a373-43b7-91fe-4f0b28f0d24f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (ee2c9eea-9505-4efd-b0f3-257665c69b5a), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:30.546865 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment 224798fc-a61f-49fb-bc13-cf2fea1b4247 resource provider aggregate not found Oct 27 13:29:30.573993 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment 224798fc-a61f-49fb-bc13-cf2fea1b4247 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 224798fc-a61f-49fb-bc13-cf2fea1b4247 found for delete ", "request_id": "req-29d121a9-360a-425c-9bbf-be74178ac955"}]} Oct 27 13:29:30.635079 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:DELETE=7,neutron:UPDATE=3,neutron:SELECT=90 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:30.652264 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.l3_db [None req-a6bfc6cb-a373-43b7-91fe-4f0b28f0d24f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Floating IP ee2c9eea-9505-4efd-b0f3-257665c69b5a associated. External IP: 172.27.0.195, port: 9f2d6467-0202-4c8f-bf74-02393e8d0777. Oct 27 13:29:30.795173 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:30.814848 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:30.898627 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bfc6cb-a373-43b7-91fe-4f0b28f0d24f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Router 2bc3a740-4185-46a7-94c4-b4a995702f09 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:29:30.951693 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:31.010287 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bfc6cb-a373-43b7-91fe-4f0b28f0d24f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:29:31.015210 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc6cb-a373-43b7-91fe-4f0b28f0d24f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:31.022046 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b76eb0-b4e2-4d61-8f73-9fe3641726ef None None] Sync routers for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:29:31.032132 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b76eb0-b4e2-4d61-8f73-9fe3641726ef None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:29:31.032785 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-c1b76eb0-b4e2-4d61-8f73-9fe3641726ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:29:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:31.053568 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-a6bfc6cb-a373-43b7-91fe-4f0b28f0d24f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/ee2c9eea-9505-4efd-b0f3-257665c69b5a HTTP/1.1" status: 200 len: 992 time: 1.0905561 Oct 27 13:29:31.054289 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11301098-003d-44b8-8e75-36876f5a5a37', 'tag': '9f2d6467-0202-4c8f-bf74-02393e8d0777'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:29:31.056840 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f01b70e-4bb9-44fd-a549-84cf1349c258" -d '{"events": [{"name": "network-changed", "server_uuid": "11301098-003d-44b8-8e75-36876f5a5a37", "tag": "9f2d6467-0202-4c8f-bf74-02393e8d0777"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:29:31.085009 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60566) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:31.091828 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:31.154098 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-c1b76eb0-b4e2-4d61-8f73-9fe3641726ef None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:29:31.210041 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-05dad9f5-1210-426f-9086-e0c7fd86be97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:31.255231 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee8d1e2-fff1-4750-91d6-c743e3ae1db9 x-openstack-request-id: req-cee8d1e2-fff1-4750-91d6-c743e3ae1db9 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:29:31.255588 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11301098-003d-44b8-8e75-36876f5a5a37", "tag": "9f2d6467-0202-4c8f-bf74-02393e8d0777", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:29:31.255904 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cee8d1e2-fff1-4750-91d6-c743e3ae1db9 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:29:31.256403 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee8d1e2-fff1-4750-91d6-c743e3ae1db9'] response: {'name': 'network-changed', 'server_uuid': '11301098-003d-44b8-8e75-36876f5a5a37', 'tag': '9f2d6467-0202-4c8f-bf74-02393e8d0777', 'status': 'completed', 'code': 200} Oct 27 13:29:31.293776 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-05dad9f5-1210-426f-9086-e0c7fd86be97 admin admin] Publish callbacks [] for security_group (0807d633-9162-4806-993c-c6731510747f), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:31.298994 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-05dad9f5-1210-426f-9086-e0c7fd86be97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (0807d633-9162-4806-993c-c6731510747f), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:31.340366 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-05dad9f5-1210-426f-9086-e0c7fd86be97 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=8bbd62fe6e20414aaa784fe64befa90b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542076 Oct 27 13:29:31.340868 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01b70e-4bb9-44fd-a549-84cf1349c258 req-20f64e07-cc0d-44d4-95c9-09cad262434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:31.341368 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dad9f5-1210-426f-9086-e0c7fd86be97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0807d633-9162-4806-993c-c6731510747f,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:31.342476 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9f01b70e-4bb9-44fd-a549-84cf1349c258 req-20f64e07-cc0d-44d4-95c9-09cad262434d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=095dae174c664eafaf3ed463d8b7f319&device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 1130 time: 0.0497913 Oct 27 13:29:31.343919 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 60570) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:31.399482 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-c1b76eb0-b4e2-4d61-8f73-9fe3641726ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': 'ee2c9eea-9505-4efd-b0f3-257665c69b5a', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': '9f2d6467-0202-4c8f-bf74-02393e8d0777', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:61:4e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11301098-003d-44b8-8e75-36876f5a5a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:29:06Z', 'updated_at': '2022-10-27T13:29:30Z', 'revision_number': 1, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:31.427602 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b76eb0-b4e2-4d61-8f73-9fe3641726ef None None] Checking router: 2bc3a740-4185-46a7-94c4-b4a995702f09 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:29:31.435989 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b76eb0-b4e2-4d61-8f73-9fe3641726ef None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:29:31.436617 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-c1b76eb0-b4e2-4d61-8f73-9fe3641726ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:29:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:31.466057 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-672e8f05-562f-4457-97b4-7574e08f3622 admin admin] Publish callbacks [] for security_group (0807d633-9162-4806-993c-c6731510747f), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:31.497549 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-672e8f05-562f-4457-97b4-7574e08f3622 admin admin] Publish callbacks [] for security_group (0807d633-9162-4806-993c-c6731510747f), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:31.499958 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01b70e-4bb9-44fd-a549-84cf1349c258 req-a89a0ead-027b-4fb0-8805-04bcaa207d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:31.501620 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9f01b70e-4bb9-44fd-a549-84cf1349c258 req-a89a0ead-027b-4fb0-8805-04bcaa207d36 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=4880e921-0c48-45fa-a974-af272c815db4 HTTP/1.1" status: 200 len: 916 time: 0.1487238 Oct 27 13:29:31.539061 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-c1b76eb0-b4e2-4d61-8f73-9fe3641726ef None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:29:31.587814 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9f01b70e-4bb9-44fd-a549-84cf1349c258 req-ce6e4b93-e5a3-4e37-b0c1-ebcf0ed67a19 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f2d6467-0202-4c8f-bf74-02393e8d0777 HTTP/1.1" status: 200 len: 1000 time: 0.0758123 Oct 27 13:29:31.626473 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-672e8f05-562f-4457-97b4-7574e08f3622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (0807d633-9162-4806-993c-c6731510747f), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:31.629954 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-672e8f05-562f-4457-97b4-7574e08f3622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:31.631119 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-672e8f05-562f-4457-97b4-7574e08f3622 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/0807d633-9162-4806-993c-c6731510747f HTTP/1.1" status: 204 len: 168 time: 0.2860265 Oct 27 13:29:31.647063 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e8f05-562f-4457-97b4-7574e08f3622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0807d633-9162-4806-993c-c6731510747f,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:31.654891 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01b70e-4bb9-44fd-a549-84cf1349c258 req-ac353576-7a5f-474b-975c-049e8bd260aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:31.656447 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9f01b70e-4bb9-44fd-a549-84cf1349c258 req-ac353576-7a5f-474b-975c-049e8bd260aa service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=387ef33e-d1d2-4c31-8402-1f0afa96a77a HTTP/1.1" status: 200 len: 854 time: 0.0617337 Oct 27 13:29:31.711673 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01b70e-4bb9-44fd-a549-84cf1349c258 req-4f96cfb0-7e4b-49ec-828c-83ced0092e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:31.713720 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9f01b70e-4bb9-44fd-a549-84cf1349c258 req-4f96cfb0-7e4b-49ec-828c-83ced0092e8c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=4880e921-0c48-45fa-a974-af272c815db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461614 Oct 27 13:29:31.783779 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-c1b76eb0-b4e2-4d61-8f73-9fe3641726ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': 'ee2c9eea-9505-4efd-b0f3-257665c69b5a', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': '9f2d6467-0202-4c8f-bf74-02393e8d0777', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:61:4e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11301098-003d-44b8-8e75-36876f5a5a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:29:06Z', 'updated_at': '2022-10-27T13:29:30Z', 'revision_number': 1, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:31.810074 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b76eb0-b4e2-4d61-8f73-9fe3641726ef None None] The sync data for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi is: [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': 'ee2c9eea-9505-4efd-b0f3-257665c69b5a', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': '9f2d6467-0202-4c8f-bf74-02393e8d0777', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:61:4e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11301098-003d-44b8-8e75-36876f5a5a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:29:06Z', 'updated_at': '2022-10-27T13:29:30Z', 'revision_number': 1, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:29:31.822614 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9f01b70e-4bb9-44fd-a549-84cf1349c258 req-c382584e-d523-4893-827f-1438eef65da4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015170 Oct 27 13:29:31.924703 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9f01b70e-4bb9-44fd-a549-84cf1349c258 req-853f69e0-888f-42c9-9171-c3fd9224f7de service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945282 Oct 27 13:29:31.959632 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 60576) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:31.973611 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2f3162e1-ce71-43ab-b9f0-943a45a69f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:31.984965 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:32.034056 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640be898-192a-4fa8-9d5e-b1bf5fcb3d19 None None] New status for floating IP ee2c9eea-9505-4efd-b0f3-257665c69b5a: ACTIVE {{(pid=104535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:29:32.063885 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2f3162e1-ce71-43ab-b9f0-943a45a69f9f admin admin] Publish callbacks [] for security_group (413a8e02-ad0a-49dc-aee9-434c1c33d411), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:32.068743 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2f3162e1-ce71-43ab-b9f0-943a45a69f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (413a8e02-ad0a-49dc-aee9-434c1c33d411), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:32.084391 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:32.098617 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:32.113536 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-2f3162e1-ce71-43ab-b9f0-943a45a69f9f admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=85c58dfe37ea408487e2ebd114b1cadd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1526771 Oct 27 13:29:32.114705 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3162e1-ce71-43ab-b9f0-943a45a69f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413a8e02-ad0a-49dc-aee9-434c1c33d411,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:32.116151 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60578) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:32.172368 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2f4a4e45-d245-480d-a329-0bb7c278dfbe admin admin] Publish callbacks [] for security_group (413a8e02-ad0a-49dc-aee9-434c1c33d411), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:32.193608 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2f4a4e45-d245-480d-a329-0bb7c278dfbe admin admin] Publish callbacks [] for security_group (413a8e02-ad0a-49dc-aee9-434c1c33d411), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:32.242264 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2f4a4e45-d245-480d-a329-0bb7c278dfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (413a8e02-ad0a-49dc-aee9-434c1c33d411), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:32.244840 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2f4a4e45-d245-480d-a329-0bb7c278dfbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:32.246062 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-2f4a4e45-d245-480d-a329-0bb7c278dfbe admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/413a8e02-ad0a-49dc-aee9-434c1c33d411 HTTP/1.1" status: 204 len: 168 time: 0.1278765 Oct 27 13:29:32.254912 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a4e45-d245-480d-a329-0bb7c278dfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413a8e02-ad0a-49dc-aee9-434c1c33d411,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:32.611046 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:36.685738 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:29:37.592834 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60652) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:37.726985 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:37.742471 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:37.757812 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:37.822691 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Publish callbacks [] for security_group (832c73c2-b235-476d-990d-840b39bb0761), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:37.829856 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (832c73c2-b235-476d-990d-840b39bb0761), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:37.871285 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=149bc7c3b34f4a2e86dfbf06d528e831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772889 Oct 27 13:29:37.872140 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832c73c2-b235-476d-990d-840b39bb0761,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:37.874198 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 60660) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:37.880879 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:37.881258 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:37.881647 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:37.882145 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:37.882499 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:37.882857 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:37.883188 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:37.883545 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:37.883875 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:37.884286 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:37.884728 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:37.885216 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:37.885595 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:37.886082 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:37.886410 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00b2bdf-12c9-4d36-bd78-090974610bf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:37.936861 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Publish callbacks [] for security_group (832c73c2-b235-476d-990d-840b39bb0761), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:37.958288 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Publish callbacks [] for security_group (832c73c2-b235-476d-990d-840b39bb0761), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:38.017601 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (832c73c2-b235-476d-990d-840b39bb0761), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:38.021328 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:38.022790 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/832c73c2-b235-476d-990d-840b39bb0761 HTTP/1.1" status: 204 len: 168 time: 0.1472735 Oct 27 13:29:38.031974 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832c73c2-b235-476d-990d-840b39bb0761,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:38.041909 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:38.042473 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:38.043009 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:38.043531 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:38.044053 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:38.044661 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:38.045165 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:38.045690 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:38.046223 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:38.046784 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:38.047312 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:38.047842 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:38.048434 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:38.049006 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:38.049533 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3c53d8-86de-48a3-9d5a-e818b0c64426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:29:38.372119 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60666) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:38.387187 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f2a02b4e-057a-4756-a471-91730b1660a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:38.475826 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f2a02b4e-057a-4756-a471-91730b1660a0 admin admin] Publish callbacks [] for security_group (2fffc94d-8f12-4ffd-a608-6c2e03837d29), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:38.480061 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f2a02b4e-057a-4756-a471-91730b1660a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (2fffc94d-8f12-4ffd-a608-6c2e03837d29), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:38.521991 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-f2a02b4e-057a-4756-a471-91730b1660a0 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=f4b3590ececf42fba5a74b9f1a5a4c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486392 Oct 27 13:29:38.522725 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a02b4e-057a-4756-a471-91730b1660a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fffc94d-8f12-4ffd-a608-6c2e03837d29,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:38.525333 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 60668) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:38.583134 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-258bbbcf-c550-41de-b71c-e750e478331a admin admin] Publish callbacks [] for security_group (2fffc94d-8f12-4ffd-a608-6c2e03837d29), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:38.605720 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-258bbbcf-c550-41de-b71c-e750e478331a admin admin] Publish callbacks [] for security_group (2fffc94d-8f12-4ffd-a608-6c2e03837d29), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:38.663711 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-258bbbcf-c550-41de-b71c-e750e478331a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (2fffc94d-8f12-4ffd-a608-6c2e03837d29), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:38.666419 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-258bbbcf-c550-41de-b71c-e750e478331a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:38.667613 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-258bbbcf-c550-41de-b71c-e750e478331a admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/2fffc94d-8f12-4ffd-a608-6c2e03837d29 HTTP/1.1" status: 204 len: 168 time: 0.1412225 Oct 27 13:29:38.676387 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bbbcf-c550-41de-b71c-e750e478331a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fffc94d-8f12-4ffd-a608-6c2e03837d29,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:42.144990 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:43.372001 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 60742) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:43.485182 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c4e7196b-90a5-440b-a2d6-65c870e29898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:43.568223 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c4e7196b-90a5-440b-a2d6-65c870e29898 admin admin] Publish callbacks [] for security_group (eab630d3-6acb-481a-8aaa-925949f31ed2), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:43.574556 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c4e7196b-90a5-440b-a2d6-65c870e29898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (eab630d3-6acb-481a-8aaa-925949f31ed2), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:43.614910 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7196b-90a5-440b-a2d6-65c870e29898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab630d3-6acb-481a-8aaa-925949f31ed2,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:43.620269 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-c4e7196b-90a5-440b-a2d6-65c870e29898 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=4c76707839aa4d769e46fa47d99cc834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471278 Oct 27 13:29:43.623667 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 60746) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:43.680699 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d0a38d0f-e946-4c6b-9d2a-889360a85b42 admin admin] Publish callbacks [] for security_group (eab630d3-6acb-481a-8aaa-925949f31ed2), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:43.701026 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d0a38d0f-e946-4c6b-9d2a-889360a85b42 admin admin] Publish callbacks [] for security_group (eab630d3-6acb-481a-8aaa-925949f31ed2), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:43.739522 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:43.764611 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d0a38d0f-e946-4c6b-9d2a-889360a85b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (eab630d3-6acb-481a-8aaa-925949f31ed2), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:43.767300 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d0a38d0f-e946-4c6b-9d2a-889360a85b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:43.768565 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-d0a38d0f-e946-4c6b-9d2a-889360a85b42 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/eab630d3-6acb-481a-8aaa-925949f31ed2 HTTP/1.1" status: 204 len: 168 time: 0.1437848 Oct 27 13:29:43.779314 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a38d0f-e946-4c6b-9d2a-889360a85b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab630d3-6acb-481a-8aaa-925949f31ed2,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:44.079748 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 60752) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:44.095264 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-af3eb78b-b843-4b49-a9bc-fe9c85b1961d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:44.184046 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-af3eb78b-b843-4b49-a9bc-fe9c85b1961d admin admin] Publish callbacks [] for security_group (72d6e1e9-a281-4725-b57f-f03ba6d9efad), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:44.187948 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-af3eb78b-b843-4b49-a9bc-fe9c85b1961d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (72d6e1e9-a281-4725-b57f-f03ba6d9efad), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:44.193857 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:44.234756 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-af3eb78b-b843-4b49-a9bc-fe9c85b1961d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=c9dbc6c1b16d4d999a2e2cc41830eb3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537404 Oct 27 13:29:44.235847 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3eb78b-b843-4b49-a9bc-fe9c85b1961d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d6e1e9-a281-4725-b57f-f03ba6d9efad,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:44.238248 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60758) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:44.295994 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc7c8-1646-4366-a870-69d2196f2a63 admin admin] Publish callbacks [] for security_group (72d6e1e9-a281-4725-b57f-f03ba6d9efad), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:44.321669 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc7c8-1646-4366-a870-69d2196f2a63 admin admin] Publish callbacks [] for security_group (72d6e1e9-a281-4725-b57f-f03ba6d9efad), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:44.380415 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc7c8-1646-4366-a870-69d2196f2a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (72d6e1e9-a281-4725-b57f-f03ba6d9efad), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:44.382983 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc7c8-1646-4366-a870-69d2196f2a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:44.384304 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-b3cdc7c8-1646-4366-a870-69d2196f2a63 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/72d6e1e9-a281-4725-b57f-f03ba6d9efad HTTP/1.1" status: 204 len: 168 time: 0.1441257 Oct 27 13:29:44.392813 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdc7c8-1646-4366-a870-69d2196f2a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d6e1e9-a281-4725-b57f-f03ba6d9efad,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:46.682192 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=75,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:47.489974 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa24a04-9284-4635-8b09-7f8413eb0ba6 req-befd2b77-1ccf-47bb-bd0e-ebdc3df93d5e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:47.492607 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3aa24a04-9284-4635-8b09-7f8413eb0ba6 req-befd2b77-1ccf-47bb-bd0e-ebdc3df93d5e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0716753 Oct 27 13:29:47.555498 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3aa24a04-9284-4635-8b09-7f8413eb0ba6 req-e0be5ce8-8fff-4c82-b75a-3bce58e02592 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570974 Oct 27 13:29:48.687359 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccd610-6657-4c62-88bc-13efc9daf728 req-25c9d5d2-96ae-4a6a-875a-7526a0a78257 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:48.688882 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-08ccd610-6657-4c62-88bc-13efc9daf728 req-25c9d5d2-96ae-4a6a-875a-7526a0a78257 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0486338 Oct 27 13:29:48.692199 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:48.742671 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-08ccd610-6657-4c62-88bc-13efc9daf728 req-149cf6ad-399f-4111-b80c-2e5836d3ac19 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472085 Oct 27 13:29:49.867597 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 60910) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:49.877151 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c1c73-de89-434e-8869-02772a4e07b1 req-07d84502-4b36-4b5b-86f9-871f8a200b8f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:49.878723 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-028c1c73-de89-434e-8869-02772a4e07b1 req-07d84502-4b36-4b5b-86f9-871f8a200b8f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0528874 Oct 27 13:29:49.926475 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-028c1c73-de89-434e-8869-02772a4e07b1 req-09fe319f-ff36-41b4-9d12-28891b8f45b2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419524 Oct 27 13:29:49.973862 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-33274392-25d0-460f-a4f9-789c5881b42d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:50.051835 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-33274392-25d0-460f-a4f9-789c5881b42d admin admin] Publish callbacks [] for security_group (a798d989-07a3-41fb-bc85-7f1d32e8bf79), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:50.055419 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-33274392-25d0-460f-a4f9-789c5881b42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (a798d989-07a3-41fb-bc85-7f1d32e8bf79), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:50.095457 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-33274392-25d0-460f-a4f9-789c5881b42d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=8391b61043364b4484b386d584d3b0eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267613 Oct 27 13:29:50.096330 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33274392-25d0-460f-a4f9-789c5881b42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a798d989-07a3-41fb-bc85-7f1d32e8bf79,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:50.098321 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60914) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:50.147877 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-40fbc3bf-6b62-4ac7-92ff-bdf1b6a12740 admin admin] Publish callbacks [] for security_group (a798d989-07a3-41fb-bc85-7f1d32e8bf79), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:50.167385 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-40fbc3bf-6b62-4ac7-92ff-bdf1b6a12740 admin admin] Publish callbacks [] for security_group (a798d989-07a3-41fb-bc85-7f1d32e8bf79), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:50.214627 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-40fbc3bf-6b62-4ac7-92ff-bdf1b6a12740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (a798d989-07a3-41fb-bc85-7f1d32e8bf79), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:50.217282 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-40fbc3bf-6b62-4ac7-92ff-bdf1b6a12740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:50.218487 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-40fbc3bf-6b62-4ac7-92ff-bdf1b6a12740 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/a798d989-07a3-41fb-bc85-7f1d32e8bf79 HTTP/1.1" status: 204 len: 168 time: 0.1190183 Oct 27 13:29:50.226081 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbc3bf-6b62-4ac7-92ff-bdf1b6a12740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a798d989-07a3-41fb-bc85-7f1d32e8bf79,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:50.479499 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60922) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:50.493125 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5a6c-d478-4712-b9b6-ece1b4c6e53f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:50.520811 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:50.538668 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:50.578203 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5a6c-d478-4712-b9b6-ece1b4c6e53f admin admin] Publish callbacks [] for security_group (b28646aa-0c5b-4e75-a3bc-02d9941088c6), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:50.581677 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5a6c-d478-4712-b9b6-ece1b4c6e53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (b28646aa-0c5b-4e75-a3bc-02d9941088c6), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:50.619739 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd5a6c-d478-4712-b9b6-ece1b4c6e53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28646aa-0c5b-4e75-a3bc-02d9941088c6,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:50.624676 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-e9fd5a6c-d478-4712-b9b6-ece1b4c6e53f admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=7fd5e4a901794643950cae522655579c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441109 Oct 27 13:29:50.627866 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 60924) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:50.676789 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ee252118-5972-4123-9d39-021237c4882b admin admin] Publish callbacks [] for security_group (b28646aa-0c5b-4e75-a3bc-02d9941088c6), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:50.697224 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ee252118-5972-4123-9d39-021237c4882b admin admin] Publish callbacks [] for security_group (b28646aa-0c5b-4e75-a3bc-02d9941088c6), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:50.744000 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ee252118-5972-4123-9d39-021237c4882b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (b28646aa-0c5b-4e75-a3bc-02d9941088c6), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:50.746550 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ee252118-5972-4123-9d39-021237c4882b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:50.747689 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-ee252118-5972-4123-9d39-021237c4882b admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/b28646aa-0c5b-4e75-a3bc-02d9941088c6 HTTP/1.1" status: 204 len: 168 time: 0.1188715 Oct 27 13:29:50.756386 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee252118-5972-4123-9d39-021237c4882b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28646aa-0c5b-4e75-a3bc-02d9941088c6,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:51.071061 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509eb26-5912-4c7c-a6be-79dc0014d6ae req-27f09b1d-9f93-4046-859f-c7ecd55a56ea tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:51.077080 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5509eb26-5912-4c7c-a6be-79dc0014d6ae req-27f09b1d-9f93-4046-859f-c7ecd55a56ea tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0620587 Oct 27 13:29:51.113440 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 60932) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:51.136115 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6ac80082-a6fd-4e72-b65f-046ebc186f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:51.156768 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5509eb26-5912-4c7c-a6be-79dc0014d6ae req-92b6fea5-5bcf-4074-93b2-305c3896be53 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782068 Oct 27 13:29:51.230809 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6ac80082-a6fd-4e72-b65f-046ebc186f1d admin admin] Publish callbacks [] for security_group (c2e64ea4-4eaa-48c0-8424-1131473c3a7e), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:51.234799 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6ac80082-a6fd-4e72-b65f-046ebc186f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (c2e64ea4-4eaa-48c0-8424-1131473c3a7e), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:51.250475 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:51.277284 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac80082-a6fd-4e72-b65f-046ebc186f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e64ea4-4eaa-48c0-8424-1131473c3a7e,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:51.283071 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-6ac80082-a6fd-4e72-b65f-046ebc186f1d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=714821843fad415f9e347e64cdb8cacf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1686342 Oct 27 13:29:51.286428 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 60934) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:51.338730 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-34522063-c50b-4cf9-8e6e-aa2a5d864b14 admin admin] Publish callbacks [] for security_group (c2e64ea4-4eaa-48c0-8424-1131473c3a7e), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:51.359595 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-34522063-c50b-4cf9-8e6e-aa2a5d864b14 admin admin] Publish callbacks [] for security_group (c2e64ea4-4eaa-48c0-8424-1131473c3a7e), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:51.377502 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:51.411043 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-34522063-c50b-4cf9-8e6e-aa2a5d864b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (c2e64ea4-4eaa-48c0-8424-1131473c3a7e), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:51.413995 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-34522063-c50b-4cf9-8e6e-aa2a5d864b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:51.415167 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-34522063-c50b-4cf9-8e6e-aa2a5d864b14 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/c2e64ea4-4eaa-48c0-8424-1131473c3a7e HTTP/1.1" status: 204 len: 168 time: 0.1278489 Oct 27 13:29:51.428308 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34522063-c50b-4cf9-8e6e-aa2a5d864b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e64ea4-4eaa-48c0-8424-1131473c3a7e,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:52.302358 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15a758-13ef-4b33-93f3-b5834c526a24 req-5e8e9d0a-5f63-41f0-a8cc-cbbc40d6a5cb tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:52.303905 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1f15a758-13ef-4b33-93f3-b5834c526a24 req-5e8e9d0a-5f63-41f0-a8cc-cbbc40d6a5cb tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0648007 Oct 27 13:29:52.360078 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1f15a758-13ef-4b33-93f3-b5834c526a24 req-d2f54e84-0720-4022-8df0-cba4bdf8ba51 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499306 Oct 27 13:29:53.493173 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d340a5a-dffa-42e1-8a7a-73df8cadc61b req-77616bbc-41f9-4ee5-8f6e-0645e7dec340 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:53.494680 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9d340a5a-dffa-42e1-8a7a-73df8cadc61b req-77616bbc-41f9-4ee5-8f6e-0645e7dec340 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0494423 Oct 27 13:29:53.546429 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9d340a5a-dffa-42e1-8a7a-73df8cadc61b req-a194fe37-8433-438e-8c03-16454b7eb9de tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461948 Oct 27 13:29:53.856403 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-151b0e0f-c237-412a-ae03-2fb94726de1e req-8e8b5533-7050-4530-8e4a-a63be8869bc9 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1874299280&fields=id&tenant_id=52552d69672a4677bd52c847cceec247 HTTP/1.1" status: 200 len: 267 time: 0.0468142 Oct 27 13:29:53.908362 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b0e0f-c237-412a-ae03-2fb94726de1e req-42c9aca1-5125-4e12-a5b8-ccb3bdeda22a tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:53.910385 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-151b0e0f-c237-412a-ae03-2fb94726de1e req-42c9aca1-5125-4e12-a5b8-ccb3bdeda22a tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 985 time: 0.0484188 Oct 27 13:29:53.921064 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [req-151b0e0f-c237-412a-ae03-2fb94726de1e req-e53c738f-f53c-4d34-a053-9236e1578d3d tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Request body: {'port': {'security_groups': ['7b5f56ea-bf46-49ee-8407-3d570bbc0493']}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:29:54.001604 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-151b0e0f-c237-412a-ae03-2fb94726de1e req-e53c738f-f53c-4d34-a053-9236e1578d3d tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:54.194195 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [req-151b0e0f-c237-412a-ae03-2fb94726de1e req-e53c738f-f53c-4d34-a053-9236e1578d3d tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] For port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5914531a-8c3d-4f54-ab34-59d0c72ab0a9,segment=NetworkSegment(50a3767c-1d2d-4c90-b743-662b5b78d506),segment_id=50a3767c-1d2d-4c90-b743-662b5b78d506)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:29:54.224074 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-151b0e0f-c237-412a-ae03-2fb94726de1e req-e53c738f-f53c-4d34-a053-9236e1578d3d tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:54.228689 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-151b0e0f-c237-412a-ae03-2fb94726de1e req-e53c738f-f53c-4d34-a053-9236e1578d3d tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:54.238990 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b0e0f-c237-412a-ae03-2fb94726de1e req-e53c738f-f53c-4d34-a053-9236e1578d3d tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:54.239598 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [req-151b0e0f-c237-412a-ae03-2fb94726de1e req-e53c738f-f53c-4d34-a053-9236e1578d3d tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:54.240263 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['5914531a-8c3d-4f54-ab34-59d0c72ab0a9'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:29:54.241012 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-151b0e0f-c237-412a-ae03-2fb94726de1e req-e53c738f-f53c-4d34-a053-9236e1578d3d tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "PUT /networking/v2.0/ports/5914531a-8c3d-4f54-ab34-59d0c72ab0a9 HTTP/1.1" status: 200 len: 943 time: 0.3245337 Oct 27 13:29:54.241574 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'tag': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:29:54.243866 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dcdaa3-3db6-4912-9ccb-67228cbe4f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d05f213-8736-4a0e-ab0a-ed60da153000", "tag": "5914531a-8c3d-4f54-ab34-59d0c72ab0a9"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:29:54.246802 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 32804) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:54.299735 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c738f-f53c-4d34-a053-9236e1578d3d tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Pushing event updated for resources: {'Port': ['ID=5914531a-8c3d-4f54-ab34-59d0c72ab0a9,revision_number=7']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:54.333709 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-70bf5ca9-2c5c-4054-9e82-646de5b54bd4 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group (38930577-87d3-47b3-8939-1f9b79da7281), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:54.335527 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:54.362412 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['5914531a-8c3d-4f54-ab34-59d0c72ab0a9'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:29:54.367364 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-70bf5ca9-2c5c-4054-9e82-646de5b54bd4 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group (38930577-87d3-47b3-8939-1f9b79da7281), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:54.449955 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-70bf5ca9-2c5c-4054-9e82-646de5b54bd4 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (38930577-87d3-47b3-8939-1f9b79da7281), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:54.452741 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-70bf5ca9-2c5c-4054-9e82-646de5b54bd4 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:54.456397 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-70bf5ca9-2c5c-4054-9e82-646de5b54bd4 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/38930577-87d3-47b3-8939-1f9b79da7281 HTTP/1.1" status: 204 len: 168 time: 0.2014086 Oct 27 13:29:54.458596 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 32808) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:29:54.470010 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf5ca9-2c5c-4054-9e82-646de5b54bd4 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38930577-87d3-47b3-8939-1f9b79da7281,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:54.527988 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a40a30f-71a5-436b-96f6-f29e91afc5f5 x-openstack-request-id: req-2a40a30f-71a5-436b-96f6-f29e91afc5f5 {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:29:54.528304 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d05f213-8736-4a0e-ab0a-ed60da153000", "tag": "5914531a-8c3d-4f54-ab34-59d0c72ab0a9", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:29:54.528572 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a40a30f-71a5-436b-96f6-f29e91afc5f5 {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:29:54.528964 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a40a30f-71a5-436b-96f6-f29e91afc5f5'] response: {'name': 'network-changed', 'server_uuid': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'tag': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9', 'status': 'completed', 'code': 200} Oct 27 13:29:54.573839 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:54.630471 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:54.649703 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-1abdacc3-c83b-4e06-a2c4-f89fa9f7b255 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Deleting port 4ee814e4-426b-4202-9904-1b85864f9839 {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:29:54.650119 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1abdacc3-c83b-4e06-a2c4-f89fa9f7b255 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (4ee814e4-426b-4202-9904-1b85864f9839), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:54.759909 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7418848-b776-4405-8e3b-abdf2c1e5a2f req-7cf9554a-27cd-40f3-8cbf-70ddb0d40b94 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:54.761544 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a7418848-b776-4405-8e3b-abdf2c1e5a2f req-7cf9554a-27cd-40f3-8cbf-70ddb0d40b94 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0985308 Oct 27 13:29:54.794364 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcdaa3-3db6-4912-9ccb-67228cbe4f5b req-87d4dcc7-4d2a-4bb1-a25d-c114a1820476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:54.796328 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-27dcdaa3-3db6-4912-9ccb-67228cbe4f5b req-87d4dcc7-4d2a-4bb1-a25d-c114a1820476 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=52552d69672a4677bd52c847cceec247&device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 1130 time: 0.0522163 Oct 27 13:29:54.807755 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1abdacc3-c83b-4e06-a2c4-f89fa9f7b255 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (4ee814e4-426b-4202-9904-1b85864f9839), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:54.808692 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1abdacc3-c83b-4e06-a2c4-f89fa9f7b255 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for floatingip (4ee814e4-426b-4202-9904-1b85864f9839), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:54.838109 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-1abdacc3-c83b-4e06-a2c4-f89fa9f7b255 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Calling delete_port for 4ee814e4-426b-4202-9904-1b85864f9839 owned by network:floatingip {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:29:54.896492 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a7418848-b776-4405-8e3b-abdf2c1e5a2f req-60d33318-edbc-45f3-9d9f-d3543848d4b7 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251540 Oct 27 13:29:54.919266 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcdaa3-3db6-4912-9ccb-67228cbe4f5b req-fb3a4934-a004-49a4-af8b-07bd2b167475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:54.921071 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-27dcdaa3-3db6-4912-9ccb-67228cbe4f5b req-fb3a4934-a004-49a4-af8b-07bd2b167475 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=a9d120ae-00f9-4b43-8e0b-d259ad2386ec HTTP/1.1" status: 200 len: 916 time: 0.1176002 Oct 27 13:29:55.004847 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-27dcdaa3-3db6-4912-9ccb-67228cbe4f5b req-af6f22e3-1bf5-4c74-b7bf-83cdfd4b6ee6 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5914531a-8c3d-4f54-ab34-59d0c72ab0a9 HTTP/1.1" status: 200 len: 1002 time: 0.0705388 Oct 27 13:29:55.048100 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1abdacc3-c83b-4e06-a2c4-f89fa9f7b255 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (4ee814e4-426b-4202-9904-1b85864f9839), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:55.062283 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcdaa3-3db6-4912-9ccb-67228cbe4f5b req-cfc5c1b1-8c68-493b-8921-d521ec954313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:55.069094 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-27dcdaa3-3db6-4912-9ccb-67228cbe4f5b req-cfc5c1b1-8c68-493b-8921-d521ec954313 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=5b534f89-d4bf-4109-8fb2-f47a50a755fe HTTP/1.1" status: 200 len: 854 time: 0.0528953 Oct 27 13:29:55.079033 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdacc3-c83b-4e06-a2c4-f89fa9f7b255 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Pushing event deleted for resources: {'Port': ['ID=4ee814e4-426b-4202-9904-1b85864f9839,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:29:55.134598 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcdaa3-3db6-4912-9ccb-67228cbe4f5b req-2d8cb18b-ae95-4e53-89e2-d33744889d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:55.136183 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-27dcdaa3-3db6-4912-9ccb-67228cbe4f5b req-2d8cb18b-ae95-4e53-89e2-d33744889d19 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=a9d120ae-00f9-4b43-8e0b-d259ad2386ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642071 Oct 27 13:29:55.148678 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1abdacc3-c83b-4e06-a2c4-f89fa9f7b255 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks [] for floatingip (030d46e6-ee42-445c-be62-0f0490b77a2a), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:55.149105 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.l3_db [None req-1abdacc3-c83b-4e06-a2c4-f89fa9f7b255 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Floating IP 030d46e6-ee42-445c-be62-0f0490b77a2a disassociated (deleted). External IP: 172.27.0.206, port: 5914531a-8c3d-4f54-ab34-59d0c72ab0a9. Oct 27 13:29:55.231183 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-27dcdaa3-3db6-4912-9ccb-67228cbe4f5b req-0800a739-ba3c-45fe-b5f4-994da444e2c6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a9d120ae-00f9-4b43-8e0b-d259ad2386ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883982 Oct 27 13:29:55.334380 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-27dcdaa3-3db6-4912-9ccb-67228cbe4f5b req-0f9ad6aa-fc12-4c20-bbce-43bf16689473 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a9d120ae-00f9-4b43-8e0b-d259ad2386ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956683 Oct 27 13:29:55.360136 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abdacc3-c83b-4e06-a2c4-f89fa9f7b255 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:29:55.469840 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:55.477135 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abdacc3-c83b-4e06-a2c4-f89fa9f7b255 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:29:55.482667 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1abdacc3-c83b-4e06-a2c4-f89fa9f7b255 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:55.492164 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b062cda7-c9a6-4d0f-839e-4eba81c3c22c None None] Sync routers for ids ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:29:55.504751 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b062cda7-c9a6-4d0f-839e-4eba81c3c22c None None] Routers {'d827efd3-3d05-4e78-aa7a-be9f6848e5c4'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:29:55.505376 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-b062cda7-c9a6-4d0f-839e-4eba81c3c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:29:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:55.517519 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-1abdacc3-c83b-4e06-a2c4-f89fa9f7b255 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/030d46e6-ee42-445c-be62-0f0490b77a2a HTTP/1.1" status: 204 len: 168 time: 1.0575774 Oct 27 13:29:55.630225 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-b062cda7-c9a6-4d0f-839e-4eba81c3c22c None None] Set router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:29:55.985977 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-b062cda7-c9a6-4d0f-839e-4eba81c3c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'name': 'tempest-TestMinimumBasicScenario-1517121784-router', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:21Z', 'revision_number': 4, 'project_id': '52552d69672a4677bd52c847cceec247', 'gw_port': {'id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0c359088-6945-466a-b96b-9eca56602a1b', 'name': '', 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'mac_address': 'fa:16:3e:05:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:20Z', 'updated_at': '2022-10-27T13:26:30Z', 'revision_number': 5, 'project_id': '52552d69672a4677bd52c847cceec247', 'subnets': [{'id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:56.017946 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b062cda7-c9a6-4d0f-839e-4eba81c3c22c None None] Checking router: d827efd3-3d05-4e78-aa7a-be9f6848e5c4 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:29:56.030431 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b062cda7-c9a6-4d0f-839e-4eba81c3c22c None None] Routers {'d827efd3-3d05-4e78-aa7a-be9f6848e5c4'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:29:56.031052 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-b062cda7-c9a6-4d0f-839e-4eba81c3c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:29:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:56.067507 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc847d6-64c8-4f58-819e-ec9996e0e427 req-c010c085-2d0f-4fe9-bc65-a6ef3882c304 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:56.069108 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5fc847d6-64c8-4f58-819e-ec9996e0e427 req-c010c085-2d0f-4fe9-bc65-a6ef3882c304 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0737879 Oct 27 13:29:56.146016 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:56.169102 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5fc847d6-64c8-4f58-819e-ec9996e0e427 req-da4f1bf9-3f02-440d-b2fa-9d402baf5bbf tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930126 Oct 27 13:29:56.232810 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-b062cda7-c9a6-4d0f-839e-4eba81c3c22c None None] Set router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:29:56.258558 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:56.463503 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-b062cda7-c9a6-4d0f-839e-4eba81c3c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'name': 'tempest-TestMinimumBasicScenario-1517121784-router', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:21Z', 'revision_number': 4, 'project_id': '52552d69672a4677bd52c847cceec247', 'gw_port': {'id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0c359088-6945-466a-b96b-9eca56602a1b', 'name': '', 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'mac_address': 'fa:16:3e:05:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:20Z', 'updated_at': '2022-10-27T13:26:30Z', 'revision_number': 5, 'project_id': '52552d69672a4677bd52c847cceec247', 'subnets': [{'id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:29:56.489714 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b062cda7-c9a6-4d0f-839e-4eba81c3c22c None None] The sync data for ids ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'] in dv-cinder-862432-3-iscsi is: [{'id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'name': 'tempest-TestMinimumBasicScenario-1517121784-router', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:21Z', 'revision_number': 4, 'project_id': '52552d69672a4677bd52c847cceec247', 'gw_port': {'id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0c359088-6945-466a-b96b-9eca56602a1b', 'name': '', 'network_id': 'a9d120ae-00f9-4b43-8e0b-d259ad2386ec', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'mac_address': 'fa:16:3e:05:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:20Z', 'updated_at': '2022-10-27T13:26:30Z', 'revision_number': 5, 'project_id': '52552d69672a4677bd52c847cceec247', 'subnets': [{'id': '5b534f89-d4bf-4109-8fb2-f47a50a755fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:29:56.530986 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'tag': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:29:56.534414 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0bc9e8-b291-4939-a153-ae8573ca20a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d05f213-8736-4a0e-ab0a-ed60da153000", "tag": "5914531a-8c3d-4f54-ab34-59d0c72ab0a9"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:29:56.606380 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be86ec9c-5783-41e4-bc9a-d17b8cdbf245 x-openstack-request-id: req-be86ec9c-5783-41e4-bc9a-d17b8cdbf245 {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:29:56.606676 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d05f213-8736-4a0e-ab0a-ed60da153000", "tag": "5914531a-8c3d-4f54-ab34-59d0c72ab0a9", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:29:56.606919 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be86ec9c-5783-41e4-bc9a-d17b8cdbf245 {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:29:56.607324 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be86ec9c-5783-41e4-bc9a-d17b8cdbf245'] response: {'name': 'network-changed', 'server_uuid': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'tag': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9', 'status': 'completed', 'code': 200} Oct 27 13:29:56.699421 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bc9e8-b291-4939-a153-ae8573ca20a0 req-2b942ee9-33bf-4168-b1d0-8d6d5f16b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:56.701048 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8b0bc9e8-b291-4939-a153-ae8573ca20a0 req-2b942ee9-33bf-4168-b1d0-8d6d5f16b750 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=52552d69672a4677bd52c847cceec247&device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 1130 time: 0.0607986 Oct 27 13:29:56.751096 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ff0be0-1c8c-41a0-9fdc-6b4d8485b23f None None] New status for floating IP 030d46e6-ee42-445c-be62-0f0490b77a2a: DOWN {{(pid=104535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:29:56.813740 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bc9e8-b291-4939-a153-ae8573ca20a0 req-e9bebb01-b107-4660-8004-df239e22b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:56.815365 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8b0bc9e8-b291-4939-a153-ae8573ca20a0 req-e9bebb01-b107-4660-8004-df239e22b9ac service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=a9d120ae-00f9-4b43-8e0b-d259ad2386ec HTTP/1.1" status: 200 len: 916 time: 0.1004269 Oct 27 13:29:56.856996 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8b0bc9e8-b291-4939-a153-ae8573ca20a0 req-0a93ca0e-2b39-43c7-ad7e-d512bf38ccac service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5914531a-8c3d-4f54-ab34-59d0c72ab0a9 HTTP/1.1" status: 200 len: 217 time: 0.0352869 Oct 27 13:29:56.894040 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:56.914593 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bc9e8-b291-4939-a153-ae8573ca20a0 req-a70e803b-c87f-492d-9c79-5f65903ff982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:56.916180 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8b0bc9e8-b291-4939-a153-ae8573ca20a0 req-a70e803b-c87f-492d-9c79-5f65903ff982 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=5b534f89-d4bf-4109-8fb2-f47a50a755fe HTTP/1.1" status: 200 len: 854 time: 0.0527699 Oct 27 13:29:57.196592 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-866278d5-bbc5-469d-b534-476dff3a151b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:57.234071 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bc9e8-b291-4939-a153-ae8573ca20a0 req-8c0ac2fb-2692-4267-9331-d7c7d00709e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:57.235621 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8b0bc9e8-b291-4939-a153-ae8573ca20a0 req-8c0ac2fb-2692-4267-9331-d7c7d00709e3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=a9d120ae-00f9-4b43-8e0b-d259ad2386ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3129268 Oct 27 13:29:57.350605 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a14454-87e3-4a3f-b2de-ba94cd7c0b0b req-041dfb9d-bdcb-4a34-a604-54ae8e8fc061 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:57.352371 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-46a14454-87e3-4a3f-b2de-ba94cd7c0b0b req-041dfb9d-bdcb-4a34-a604-54ae8e8fc061 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0632286 Oct 27 13:29:57.394156 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8b0bc9e8-b291-4939-a153-ae8573ca20a0 req-337b32b5-4eb2-4085-add9-b38aa60de554 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a9d120ae-00f9-4b43-8e0b-d259ad2386ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509788 Oct 27 13:29:57.470955 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-46a14454-87e3-4a3f-b2de-ba94cd7c0b0b req-ba63b80d-9c9f-4aee-adb2-6a4e29b64abb tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116447 Oct 27 13:29:57.523791 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8b0bc9e8-b291-4939-a153-ae8573ca20a0 req-af035778-2636-4bae-bb1a-d702fdfbc623 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a9d120ae-00f9-4b43-8e0b-d259ad2386ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210248 Oct 27 13:29:58.373037 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd6afa-f370-47db-a568-1f91906e2c75 req-4e12d7f5-93cc-4f6f-81b6-e4f1a8714b44 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:58.374588 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-eddd6afa-f370-47db-a568-1f91906e2c75 req-4e12d7f5-93cc-4f6f-81b6-e4f1a8714b44 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 946 time: 0.0500987 Oct 27 13:29:58.424793 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-eddd6afa-f370-47db-a568-1f91906e2c75 req-21be5ccb-fab2-4ba8-a31b-ec95bd2e9a3b tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426497 Oct 27 13:29:58.619347 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55967c-37ac-4dd9-b5dc-4daba33413bf req-cc22092f-26c3-4f8b-a6d3-e08ee683bb05 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:58.621044 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ce55967c-37ac-4dd9-b5dc-4daba33413bf req-cc22092f-26c3-4f8b-a6d3-e08ee683bb05 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0584004 Oct 27 13:29:58.674085 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ce55967c-37ac-4dd9-b5dc-4daba33413bf req-2e8406f5-0f2a-46a8-a0d9-f8280663e8c2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461111 Oct 27 13:29:59.197729 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:59.499325 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:59.516918 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-da7336a5-d731-47ed-9458-075dafe02ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:29:59.556083 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e25b73-48ce-446a-b1a9-ce681edabf8d req-02b8fc58-03c5-4809-b961-2a2795a79937 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:59.557622 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-22e25b73-48ce-446a-b1a9-ce681edabf8d req-02b8fc58-03c5-4809-b961-2a2795a79937 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 946 time: 0.0540509 Oct 27 13:29:59.570547 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:29:59.609316 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-22e25b73-48ce-446a-b1a9-ce681edabf8d req-71fd2d8d-3d0e-4bca-a1f3-79da6169a979 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=7b5f56ea-bf46-49ee-8407-3d570bbc0493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461326 Oct 27 13:29:59.808405 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433a5bd-7bd3-47f4-a6ba-1a0ebe10bbf3 req-88ca875c-5cd9-4744-8583-9cefa4a0fda2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:29:59.809892 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2433a5bd-7bd3-47f4-a6ba-1a0ebe10bbf3 req-88ca875c-5cd9-4744-8583-9cefa4a0fda2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0518110 Oct 27 13:29:59.860205 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2433a5bd-7bd3-47f4-a6ba-1a0ebe10bbf3 req-2a96b7af-709c-4534-976e-ea86e03ab44a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442708 Oct 27 13:30:00.331431 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcecba7-4b8a-46a1-9337-6541e87db179 req-6e42b337-6aba-43cc-a19f-b19aef042088 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:00.332959 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ebcecba7-4b8a-46a1-9337-6541e87db179 req-6e42b337-6aba-43cc-a19f-b19aef042088 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 946 time: 0.0541019 Oct 27 13:30:00.446149 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-ebcecba7-4b8a-46a1-9337-6541e87db179 req-29fc5f1d-daa1-4f11-8ad0-49d4041bf1a2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Deleting port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:30:00.446487 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-ebcecba7-4b8a-46a1-9337-6541e87db179 req-29fc5f1d-daa1-4f11-8ad0-49d4041bf1a2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:00.552510 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-ebcecba7-4b8a-46a1-9337-6541e87db179 req-29fc5f1d-daa1-4f11-8ad0-49d4041bf1a2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] For port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=5914531a-8c3d-4f54-ab34-59d0c72ab0a9,segment=NetworkSegment(50a3767c-1d2d-4c90-b743-662b5b78d506),segment_id=50a3767c-1d2d-4c90-b743-662b5b78d506)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:00.552880 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-ebcecba7-4b8a-46a1-9337-6541e87db179 req-29fc5f1d-daa1-4f11-8ad0-49d4041bf1a2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:00.566454 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-ebcecba7-4b8a-46a1-9337-6541e87db179 req-29fc5f1d-daa1-4f11-8ad0-49d4041bf1a2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Calling delete_port for 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:30:00.578627 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:00.701837 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-ebcecba7-4b8a-46a1-9337-6541e87db179 req-29fc5f1d-daa1-4f11-8ad0-49d4041bf1a2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (5914531a-8c3d-4f54-ab34-59d0c72ab0a9), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:00.716526 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['5914531a-8c3d-4f54-ab34-59d0c72ab0a9'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:30:00.745372 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-fbf2d4df-ef11-4b5f-aaad-94df6a20c0c0 req-3397de28-5685-49e0-b622-542967e1baa2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8d05f213-8736-4a0e-ab0a-ed60da153000 HTTP/1.1" status: 200 len: 210 time: 0.0342391 Oct 27 13:30:00.745928 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc5f1d-daa1-4f11-8ad0-49d4041bf1a2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Pushing event deleted for resources: {'Port': ['ID=5914531a-8c3d-4f54-ab34-59d0c72ab0a9,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:00.756457 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:00.801234 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebcecba7-4b8a-46a1-9337-6541e87db179 req-29fc5f1d-daa1-4f11-8ad0-49d4041bf1a2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] No DVR routers for this DVR port 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:30:00.803892 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-ebcecba7-4b8a-46a1-9337-6541e87db179 req-29fc5f1d-daa1-4f11-8ad0-49d4041bf1a2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:00.807317 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ebcecba7-4b8a-46a1-9337-6541e87db179 req-29fc5f1d-daa1-4f11-8ad0-49d4041bf1a2 tempest-TestMinimumBasicScenario-1543390914 tempest-TestMinimumBasicScenario-1543390914-project] 10.222.0.45 "DELETE /networking/v2.0/ports/5914531a-8c3d-4f54-ab34-59d0c72ab0a9 HTTP/1.1" status: 204 len: 173 time: 0.4611552 Oct 27 13:30:00.807839 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'name': 'network-vif-deleted', 'tag': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:30:00.810172 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2200c5-b150-4d1a-b8a9-b4a1dd16d8de" -d '{"events": [{"server_uuid": "8d05f213-8736-4a0e-ab0a-ed60da153000", "name": "network-vif-deleted", "tag": "5914531a-8c3d-4f54-ab34-59d0c72ab0a9"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:30:00.811847 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:00.859011 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed55944-d466-4f81-a703-3448ebd679f0 x-openstack-request-id: req-6ed55944-d466-4f81-a703-3448ebd679f0 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:30:00.859497 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d05f213-8736-4a0e-ab0a-ed60da153000", "name": "network-vif-deleted", "tag": "5914531a-8c3d-4f54-ab34-59d0c72ab0a9", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:30:00.859748 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ed55944-d466-4f81-a703-3448ebd679f0 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:30:00.860152 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed55944-d466-4f81-a703-3448ebd679f0'] response: {'server_uuid': '8d05f213-8736-4a0e-ab0a-ed60da153000', 'name': 'network-vif-deleted', 'tag': '5914531a-8c3d-4f54-ab34-59d0c72ab0a9', 'status': 'completed', 'code': 200} Oct 27 13:30:01.003583 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057b3cc-6fec-450f-b4cb-267d01c50b6f req-1ad71c7f-2af8-4234-961c-2ebea6163bed tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:01.005328 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9057b3cc-6fec-450f-b4cb-267d01c50b6f req-1ad71c7f-2af8-4234-961c-2ebea6163bed tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0502038 Oct 27 13:30:01.059192 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9057b3cc-6fec-450f-b4cb-267d01c50b6f req-b31f14f0-d78b-4c1a-9b50-544ad73514d3 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473368 Oct 27 13:30:02.101775 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:02.209420 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806921d2-dfaa-4477-9bae-fc0d816b5f19 req-ed705227-2a06-41e2-9104-c6487545ed06 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:02.211241 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-806921d2-dfaa-4477-9bae-fc0d816b5f19 req-ed705227-2a06-41e2-9104-c6487545ed06 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0587647 Oct 27 13:30:02.272290 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-806921d2-dfaa-4477-9bae-fc0d816b5f19 req-ffbc3236-7c2b-48b4-81f9-e3c6fdcf9ed6 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522897 Oct 27 13:30:02.566854 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 32956) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:02.630539 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:02.936320 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-79e5130e-aacc-489b-8db9-b5a1397f46b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658629'] for router_interface (d827efd3-3d05-4e78-aa7a-be9f6848e5c4), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:03.182561 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-79e5130e-aacc-489b-8db9-b5a1397f46b1 admin admin] Deleting port 0c359088-6945-466a-b96b-9eca56602a1b {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:30:03.182987 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-79e5130e-aacc-489b-8db9-b5a1397f46b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (0c359088-6945-466a-b96b-9eca56602a1b), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:03.236417 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:03.277913 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [None req-79e5130e-aacc-489b-8db9-b5a1397f46b1 admin admin] For port 0c359088-6945-466a-b96b-9eca56602a1b, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=0c359088-6945-466a-b96b-9eca56602a1b,segment=NetworkSegment(50a3767c-1d2d-4c90-b743-662b5b78d506),segment_id=50a3767c-1d2d-4c90-b743-662b5b78d506)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:03.278284 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-79e5130e-aacc-489b-8db9-b5a1397f46b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (0c359088-6945-466a-b96b-9eca56602a1b), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:03.294059 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-79e5130e-aacc-489b-8db9-b5a1397f46b1 admin admin] Calling delete_port for 0c359088-6945-466a-b96b-9eca56602a1b owned by network:router_interface {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:30:03.439113 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d444ea-b48b-420f-bf73-52b4d6bff417 req-dd2c4b9d-19db-435b-b667-264951608043 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:03.441135 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e8d444ea-b48b-420f-bf73-52b4d6bff417 req-dd2c4b9d-19db-435b-b667-264951608043 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0861883 Oct 27 13:30:03.713331 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:03.763598 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e8d444ea-b48b-420f-bf73-52b4d6bff417 req-26db8ed2-6250-4374-b1e5-27fac28c46de tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160779 Oct 27 13:30:03.807464 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-79e5130e-aacc-489b-8db9-b5a1397f46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (0c359088-6945-466a-b96b-9eca56602a1b), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:03.832242 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5130e-aacc-489b-8db9-b5a1397f46b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c359088-6945-466a-b96b-9eca56602a1b,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:03.999732 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-79e5130e-aacc-489b-8db9-b5a1397f46b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16190260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684117'] for router_interface (d827efd3-3d05-4e78-aa7a-be9f6848e5c4), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:04.032170 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bd68ec-283a-450f-807b-8ebf617ef57e None None] get_active_networks_info from dv-cinder-862432-3-iscsi {{(pid=104534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 13:30:04.134441 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bd68ec-283a-450f-807b-8ebf617ef57e None None] Resources bound (agent type, host, resource id): {{(pid=104534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 13:30:04.265633 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e5130e-aacc-489b-8db9-b5a1397f46b1 admin admin] Router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:30:04.385861 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e5130e-aacc-489b-8db9-b5a1397f46b1 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:30:04.391838 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-79e5130e-aacc-489b-8db9-b5a1397f46b1 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/d827efd3-3d05-4e78-aa7a-be9f6848e5c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8235855 Oct 27 13:30:04.394397 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 32978) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:04.398226 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b93a101-1b94-488c-9f18-4d65be856665 None None] Sync routers for ids ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:30:04.410312 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b93a101-1b94-488c-9f18-4d65be856665 None None] Routers {'d827efd3-3d05-4e78-aa7a-be9f6848e5c4'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:04.411480 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-6b93a101-1b94-488c-9f18-4d65be856665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:29:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:04.439932 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:04.521670 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-577487d9-4e6a-4392-8937-5bb02416b0cb admin admin] Publish callbacks [] for router (d827efd3-3d05-4e78-aa7a-be9f6848e5c4), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:04.542454 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-6b93a101-1b94-488c-9f18-4d65be856665 None None] Set router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:04.654192 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-577487d9-4e6a-4392-8937-5bb02416b0cb admin admin] Publish callbacks [] for router_gateway (d827efd3-3d05-4e78-aa7a-be9f6848e5c4), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:04.722666 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-577487d9-4e6a-4392-8937-5bb02416b0cb admin admin] Deleting port 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:30:04.722666 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-577487d9-4e6a-4392-8937-5bb02416b0cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (448e3221-c3e9-4d43-8e8c-4bcb81ccf06f), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:04.724465 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:04.742474 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-6b93a101-1b94-488c-9f18-4d65be856665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'name': 'tempest-TestMinimumBasicScenario-1517121784-router', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:30:03Z', 'revision_number': 5, 'project_id': '52552d69672a4677bd52c847cceec247', 'gw_port': {'id': '448e3221-c3e9-4d43-8e8c-4bcb81ccf06f', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:04.772776 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b93a101-1b94-488c-9f18-4d65be856665 None None] Checking router: d827efd3-3d05-4e78-aa7a-be9f6848e5c4 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:30:04.784203 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b93a101-1b94-488c-9f18-4d65be856665 None None] Routers {'d827efd3-3d05-4e78-aa7a-be9f6848e5c4'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:04.784875 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-6b93a101-1b94-488c-9f18-4d65be856665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:29:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:04.823612 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [None req-577487d9-4e6a-4392-8937-5bb02416b0cb admin admin] For port 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=448e3221-c3e9-4d43-8e8c-4bcb81ccf06f,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:04.824122 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-577487d9-4e6a-4392-8937-5bb02416b0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (448e3221-c3e9-4d43-8e8c-4bcb81ccf06f), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:04.831611 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:04.846735 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-577487d9-4e6a-4392-8937-5bb02416b0cb admin admin] Calling delete_port for 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f owned by network:router_gateway {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:30:04.885271 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-6b93a101-1b94-488c-9f18-4d65be856665 None None] Set router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 gateway port host: None {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:04.926182 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efd2de-5036-49a9-b1c6-23c728de1868 req-7dedcf91-83fa-4b71-9991-85f482b0c02d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:04.927985 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-16efd2de-5036-49a9-b1c6-23c728de1868 req-7dedcf91-83fa-4b71-9991-85f482b0c02d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0661061 Oct 27 13:30:04.959613 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-6b93a101-1b94-488c-9f18-4d65be856665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'name': 'tempest-TestMinimumBasicScenario-1517121784-router', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:30:04Z', 'revision_number': 6, 'project_id': '52552d69672a4677bd52c847cceec247', 'gw_port_host': None}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:04.987946 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b93a101-1b94-488c-9f18-4d65be856665 None None] The sync data for ids ['d827efd3-3d05-4e78-aa7a-be9f6848e5c4'] in dv-cinder-862432-3-iscsi is: [{'id': 'd827efd3-3d05-4e78-aa7a-be9f6848e5c4', 'name': 'tempest-TestMinimumBasicScenario-1517121784-router', 'tenant_id': '52552d69672a4677bd52c847cceec247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:18Z', 'updated_at': '2022-10-27T13:30:04Z', 'revision_number': 6, 'project_id': '52552d69672a4677bd52c847cceec247', 'gw_port_host': None}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:30:04.997510 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-349741ff-7b98-4247-ad0e-9dbc8a6d1b5a None None] Provisioning complete for port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:04.997510 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-349741ff-7b98-4247-ad0e-9dbc8a6d1b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (1383a456-a8ab-4ec3-8dc2-51a9b71338b4), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:04.997816 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-349741ff-7b98-4247-ad0e-9dbc8a6d1b5a None None] Attempt 1 to provision port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 Oct 27 13:30:05.009189 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e75ade-949a-424f-9c4e-074ab4c4c76e req-08ef822d-e7cb-468c-9139-d53ef240f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:05.011039 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e7e75ade-949a-424f-9c4e-074ab4c4c76e req-08ef822d-e7cb-468c-9139-d53ef240f8b1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a14a3cf9df9f4034a8a0109fd3e33816&device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 1130 time: 0.0615840 Oct 27 13:30:05.024839 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-16efd2de-5036-49a9-b1c6-23c728de1868 req-7fa5623d-6004-403c-b91c-8d618da48548 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901303 Oct 27 13:30:05.099821 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:30:05.105291 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-349741ff-7b98-4247-ad0e-9dbc8a6d1b5a None None] Current status of the port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:05.111362 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-577487d9-4e6a-4392-8937-5bb02416b0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (448e3221-c3e9-4d43-8e8c-4bcb81ccf06f), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:05.124214 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:30:05.124827 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 5914531a-8c3d-4f54-ab34-59d0c72ab0a9 not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:30:05.139414 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577487d9-4e6a-4392-8937-5bb02416b0cb admin admin] Pushing event deleted for resources: {'Port': ['ID=448e3221-c3e9-4d43-8e8c-4bcb81ccf06f,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:05.149681 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e75ade-949a-424f-9c4e-074ab4c4c76e req-47f8b933-e20b-435b-a512-d785b5914b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:05.151213 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e7e75ade-949a-424f-9c4e-074ab4c4c76e req-47f8b933-e20b-435b-a512-d785b5914b8c service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=b9e83d77-9944-451b-8320-56a536076101 HTTP/1.1" status: 200 len: 917 time: 0.1141665 Oct 27 13:30:05.209451 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-577487d9-4e6a-4392-8937-5bb02416b0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658818'] for router_gateway (d827efd3-3d05-4e78-aa7a-be9f6848e5c4), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:05.223068 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e7e75ade-949a-424f-9c4e-074ab4c4c76e req-b37405ae-9138-45b2-b957-f2b349941681 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75bff678-d298-4825-99f8-3b2c8c43c102 HTTP/1.1" status: 200 len: 1002 time: 0.0653241 Oct 27 13:30:05.276618 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e75ade-949a-424f-9c4e-074ab4c4c76e req-051fa74c-7805-47c4-8911-3bec0cb40386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:05.278099 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e7e75ade-949a-424f-9c4e-074ab4c4c76e req-051fa74c-7805-47c4-8911-3bec0cb40386 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=b6311a71-6948-47f7-b3a1-9319e66a1fce HTTP/1.1" status: 200 len: 855 time: 0.0484555 Oct 27 13:30:05.324868 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-577487d9-4e6a-4392-8937-5bb02416b0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1006310'] for router (d827efd3-3d05-4e78-aa7a-be9f6848e5c4), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:05.327163 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-577487d9-4e6a-4392-8937-5bb02416b0cb admin admin] Publish callbacks [] for router_controller (d827efd3-3d05-4e78-aa7a-be9f6848e5c4), precommit_delete_associations {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:05.335753 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e75ade-949a-424f-9c4e-074ab4c4c76e req-d84a1f27-6e5e-4383-b5a0-826628a985db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:05.335753 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e7e75ade-949a-424f-9c4e-074ab4c4c76e req-d84a1f27-6e5e-4383-b5a0-826628a985db service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b9e83d77-9944-451b-8320-56a536076101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462658 Oct 27 13:30:05.419026 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-577487d9-4e6a-4392-8937-5bb02416b0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684032'] for router (d827efd3-3d05-4e78-aa7a-be9f6848e5c4), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:05.419854 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577487d9-4e6a-4392-8937-5bb02416b0cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d827efd3-3d05-4e78-aa7a-be9f6848e5c4 {{(pid=104532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 13:30:05.427352 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-577487d9-4e6a-4392-8937-5bb02416b0cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:05.431753 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-577487d9-4e6a-4392-8937-5bb02416b0cb admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/d827efd3-3d05-4e78-aa7a-be9f6848e5c4 HTTP/1.1" status: 204 len: 168 time: 1.0333154 Oct 27 13:30:05.431753 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 32992) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:05.459900 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e7e75ade-949a-424f-9c4e-074ab4c4c76e req-389c82e1-63d1-441e-925f-2c2372f4b98d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205144 Oct 27 13:30:05.481177 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_v2 [None req-66752019-cc62-407e-9c90-57b8256049d4 admin admin] Deleting subnet 5b534f89-d4bf-4109-8fb2-f47a50a755fe {{(pid=104532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 13:30:05.486765 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-66752019-cc62-407e-9c90-57b8256049d4 admin admin] Publish callbacks [] for subnet (5b534f89-d4bf-4109-8fb2-f47a50a755fe), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:05.536705 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-66752019-cc62-407e-9c90-57b8256049d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1641412'] for subnet (5b534f89-d4bf-4109-8fb2-f47a50a755fe), precommit_delete_associations {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:05.582086 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 0c359088-6945-466a-b96b-9eca56602a1b no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:30:05.610181 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 0c359088-6945-466a-b96b-9eca56602a1b {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:30:05.610527 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 0c359088-6945-466a-b96b-9eca56602a1b not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:30:05.612144 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e7e75ade-949a-424f-9c4e-074ab4c4c76e req-aee73726-246a-4b12-a5e0-1513610135d9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434119 Oct 27 13:30:05.621278 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:05.642871 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-66752019-cc62-407e-9c90-57b8256049d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16194172'] for subnet (5b534f89-d4bf-4109-8fb2-f47a50a755fe), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:05.708474 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-66752019-cc62-407e-9c90-57b8256049d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16194053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2878104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2644571'] for subnet (5b534f89-d4bf-4109-8fb2-f47a50a755fe), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:05.742325 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66752019-cc62-407e-9c90-57b8256049d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b534f89-d4bf-4109-8fb2-f47a50a755fe,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:05.747242 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-66752019-cc62-407e-9c90-57b8256049d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:05.750763 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-66752019-cc62-407e-9c90-57b8256049d4 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/5b534f89-d4bf-4109-8fb2-f47a50a755fe HTTP/1.1" status: 204 len: 168 time: 0.3184614 Oct 27 13:30:05.753591 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33004) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:05.757579 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7342bb-dac5-4836-a591-c3beb9b5433a None None] Network a9d120ae-00f9-4b43-8e0b-d259ad2386ec requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:30:05.813690 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:05.838937 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692448'] for network (a9d120ae-00f9-4b43-8e0b-d259ad2386ec), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:05.877715 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:05.887466 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] Deleting port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:30:05.888050 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (1383a456-a8ab-4ec3-8dc2-51a9b71338b4), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:05.948011 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] DHCP port deletion for a9d120ae-00f9-4b43-8e0b-d259ad2386ec request from dv-cinder-862432-3-iscsi {{(pid=104534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 13:30:05.968658 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] For port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=1383a456-a8ab-4ec3-8dc2-51a9b71338b4,segment=NetworkSegment(50a3767c-1d2d-4c90-b743-662b5b78d506),segment_id=50a3767c-1d2d-4c90-b743-662b5b78d506)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:05.969302 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (1383a456-a8ab-4ec3-8dc2-51a9b71338b4), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:05.985793 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] Calling delete_port for 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 owned by network:dhcp {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:30:05.990074 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Deleting port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 {{(pid=104534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:30:05.990504 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (1383a456-a8ab-4ec3-8dc2-51a9b71338b4), before_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:06.060917 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] For port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=1383a456-a8ab-4ec3-8dc2-51a9b71338b4,segment=NetworkSegment(50a3767c-1d2d-4c90-b743-662b5b78d506),segment_id=50a3767c-1d2d-4c90-b743-662b5b78d506)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:06.061069 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (1383a456-a8ab-4ec3-8dc2-51a9b71338b4), precommit_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:06.074675 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (1383a456-a8ab-4ec3-8dc2-51a9b71338b4), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:06.083184 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:06.086270 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Calling delete_port for 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 owned by network:dhcp {{(pid=104534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:30:06.105711 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1383a456-a8ab-4ec3-8dc2-51a9b71338b4,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:06.110484 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] No DVR routers for this DVR port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 on host dv-cinder-862432-3-iscsi {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:30:06.175475 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393'] for port (1383a456-a8ab-4ec3-8dc2-51a9b71338b4), after_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:06.209934 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] No DVR routers for this DVR port 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 on host dv-cinder-862432-3-iscsi {{(pid=104534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:30:06.214858 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Pushing event deleted for resources: {'Port': ['ID=1383a456-a8ab-4ec3-8dc2-51a9b71338b4,revision_number=None']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:06.229813 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:06.230236 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:06.230719 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:06.231131 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:06.231526 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:06.231931 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:06.232510 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:06.232912 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:06.233284 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:06.233663 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:06.234090 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:06.234821 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:06.234821 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:06.235197 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:06.235703 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f25ed5-57e1-44b3-bb09-c9b592b226ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:06.296796 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a43c67-1d7c-4065-aaa2-8411f07b5aa9 req-964083a2-630c-41ba-b1a2-6339a5ceb8a2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:06.299167 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-93a43c67-1d7c-4065-aaa2-8411f07b5aa9 req-964083a2-630c-41ba-b1a2-6339a5ceb8a2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.1524699 Oct 27 13:30:06.301888 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16195207', 'neutron.services.segments.db._delete_segments_for_network-8757664830338'] for network (a9d120ae-00f9-4b43-8e0b-d259ad2386ec), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:06.354686 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d120ae-00f9-4b43-8e0b-d259ad2386ec']}} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:06.373379 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a3767c-1d2d-4c90-b743-662b5b78d506') {'for_net_delete': True} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:06.373672 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a3767c-1d2d-4c90-b743-662b5b78d506') {} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:06.391525 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757664830401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3157707'] for segment (50a3767c-1d2d-4c90-b743-662b5b78d506), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:06.405668 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-93a43c67-1d7c-4065-aaa2-8411f07b5aa9 req-79e0baa5-2653-4cad-ab4b-0e077270f3ad tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995264 Oct 27 13:30:06.412004 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (50a3767c-1d2d-4c90-b743-662b5b78d506), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:06.418692 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=104533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 13:30:06.419150 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109377'] for segment (50a3767c-1d2d-4c90-b743-662b5b78d506), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:06.461546 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.services.segments.plugin [-] Segment 50a3767c-1d2d-4c90-b743-662b5b78d506 resource provider aggregate not found Oct 27 13:30:06.480123 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.services.segments.plugin [-] Segment 50a3767c-1d2d-4c90-b743-662b5b78d506 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50a3767c-1d2d-4c90-b743-662b5b78d506 found for delete ", "request_id": "req-c7cb576b-3284-440c-b9a8-6056d13bde74"}]} Oct 27 13:30:06.484619 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16195212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658862'] for network (a9d120ae-00f9-4b43-8e0b-d259ad2386ec), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:06.492028 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:06.495157 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/a9d120ae-00f9-4b43-8e0b-d259ad2386ec HTTP/1.1" status: 204 len: 168 time: 0.7404151 Oct 27 13:30:06.498305 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33014) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:06.505891 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f914e1-02b3-44b2-a9c8-fe6001b255b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d120ae-00f9-4b43-8e0b-d259ad2386ec,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:06.654377 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:06.755806 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:06.782453 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=6 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:06.831347 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-91a41b06-d443-48cb-8691-37be7a123166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658629'] for router_interface (871233fb-398b-4407-a646-7b77840f326c), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:07.072187 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-91a41b06-d443-48cb-8691-37be7a123166 admin admin] Deleting port efc48407-f3fc-4160-aa45-97246a78dfa1 {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:30:07.072754 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-91a41b06-d443-48cb-8691-37be7a123166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:07.159234 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [None req-91a41b06-d443-48cb-8691-37be7a123166 admin admin] For port efc48407-f3fc-4160-aa45-97246a78dfa1, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=efc48407-f3fc-4160-aa45-97246a78dfa1,segment=NetworkSegment(8f2856ac-8bcf-48e2-803c-be11af5cbf6c),segment_id=8f2856ac-8bcf-48e2-803c-be11af5cbf6c)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:07.159462 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-91a41b06-d443-48cb-8691-37be7a123166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:07.174279 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-91a41b06-d443-48cb-8691-37be7a123166 admin admin] Calling delete_port for efc48407-f3fc-4160-aa45-97246a78dfa1 owned by network:router_interface {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:30:07.223565 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:07.364425 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-91a41b06-d443-48cb-8691-37be7a123166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (efc48407-f3fc-4160-aa45-97246a78dfa1), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:07.396305 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a41b06-d443-48cb-8691-37be7a123166 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc48407-f3fc-4160-aa45-97246a78dfa1,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:07.422725 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:30:07.446002 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:30:07.446265 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 1383a456-a8ab-4ec3-8dc2-51a9b71338b4 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:30:07.446975 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:30:07.468429 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:30:07.468775 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 448e3221-c3e9-4d43-8e8c-4bcb81ccf06f not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:30:07.593346 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81003fdd-35c7-4106-b7f9-f0910c62b99e req-a46450cb-462a-4824-8282-c04267b6ece0 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:07.600498 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-81003fdd-35c7-4106-b7f9-f0910c62b99e req-a46450cb-462a-4824-8282-c04267b6ece0 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0908046 Oct 27 13:30:07.631394 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:07.640776 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-91a41b06-d443-48cb-8691-37be7a123166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16190260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684117'] for router_interface (871233fb-398b-4407-a646-7b77840f326c), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:07.670641 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-81003fdd-35c7-4106-b7f9-f0910c62b99e req-ec68a6b5-f753-4b76-ae53-ed9e444a3994 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692677 Oct 27 13:30:07.676007 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687037de-bdd7-4be7-8d36-89e5681810e5 None None] get_active_networks_info from dv-cinder-862432-3-iscsi {{(pid=104534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 13:30:07.768811 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687037de-bdd7-4be7-8d36-89e5681810e5 None None] Resources bound (agent type, host, resource id): {{(pid=104534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 13:30:07.884737 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a41b06-d443-48cb-8691-37be7a123166 admin admin] Router 871233fb-398b-4407-a646-7b77840f326c has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:30:08.008884 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a41b06-d443-48cb-8691-37be7a123166 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:30:08.016838 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-91a41b06-d443-48cb-8691-37be7a123166 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/871233fb-398b-4407-a646-7b77840f326c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5173731 Oct 27 13:30:08.016982 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33036) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:08.020321 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397444bc-bb9a-411e-84b4-0ea4934c143f None None] Sync routers for ids ['871233fb-398b-4407-a646-7b77840f326c'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:30:08.032023 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397444bc-bb9a-411e-84b4-0ea4934c143f None None] Routers {'871233fb-398b-4407-a646-7b77840f326c'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:08.032775 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-397444bc-bb9a-411e-84b4-0ea4934c143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:29:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['871233fb-398b-4407-a646-7b77840f326c'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:08.138050 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-397444bc-bb9a-411e-84b4-0ea4934c143f None None] Set router 871233fb-398b-4407-a646-7b77840f326c gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:08.150430 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375f112c-68f0-4e3c-b48c-f20b6c736eda admin admin] Publish callbacks [] for router (871233fb-398b-4407-a646-7b77840f326c), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:08.271534 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375f112c-68f0-4e3c-b48c-f20b6c736eda admin admin] Publish callbacks [] for router_gateway (871233fb-398b-4407-a646-7b77840f326c), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:08.338672 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-375f112c-68f0-4e3c-b48c-f20b6c736eda admin admin] Deleting port bf2313e0-dc6c-4961-a4b5-5fedc0b3d392 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:30:08.339410 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375f112c-68f0-4e3c-b48c-f20b6c736eda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (bf2313e0-dc6c-4961-a4b5-5fedc0b3d392), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:08.473163 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-375f112c-68f0-4e3c-b48c-f20b6c736eda admin admin] For port bf2313e0-dc6c-4961-a4b5-5fedc0b3d392, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=bf2313e0-dc6c-4961-a4b5-5fedc0b3d392,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:08.473638 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375f112c-68f0-4e3c-b48c-f20b6c736eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (bf2313e0-dc6c-4961-a4b5-5fedc0b3d392), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:08.491619 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-375f112c-68f0-4e3c-b48c-f20b6c736eda admin admin] Calling delete_port for bf2313e0-dc6c-4961-a4b5-5fedc0b3d392 owned by network:router_gateway {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:30:08.506521 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:08.514176 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-397444bc-bb9a-411e-84b4-0ea4934c143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871233fb-398b-4407-a646-7b77840f326c', 'name': 'tempest-TestMinimumBasicScenario-1019593506-router', 'tenant_id': '9daea5edf5364f639b31d351f960bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'bf2313e0-dc6c-4961-a4b5-5fedc0b3d392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:25Z', 'updated_at': '2022-10-27T13:30:07Z', 'revision_number': 5, 'project_id': '9daea5edf5364f639b31d351f960bcc1', 'gw_port': {'id': 'bf2313e0-dc6c-4961-a4b5-5fedc0b3d392', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871233fb-398b-4407-a646-7b77840f326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:26:26Z', 'updated_at': '2022-10-27T13:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:08.561369 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397444bc-bb9a-411e-84b4-0ea4934c143f None None] Checking router: 871233fb-398b-4407-a646-7b77840f326c for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:30:08.585445 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397444bc-bb9a-411e-84b4-0ea4934c143f None None] Routers {'871233fb-398b-4407-a646-7b77840f326c'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:08.586260 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-397444bc-bb9a-411e-84b4-0ea4934c143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:29:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['871233fb-398b-4407-a646-7b77840f326c'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:08.680754 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:08.709697 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-397444bc-bb9a-411e-84b4-0ea4934c143f None None] Set router 871233fb-398b-4407-a646-7b77840f326c gateway port host: None {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:08.741450 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375f112c-68f0-4e3c-b48c-f20b6c736eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (bf2313e0-dc6c-4961-a4b5-5fedc0b3d392), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:08.771352 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-fd3f39b4-6993-4376-b026-887ed791c164 None None] Provisioning complete for port 9d836883-f12d-4225-91fe-b6fe57ba3e60 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:08.771935 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-fd3f39b4-6993-4376-b026-887ed791c164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (9d836883-f12d-4225-91fe-b6fe57ba3e60), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:08.772195 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-fd3f39b4-6993-4376-b026-887ed791c164 None None] Attempt 1 to provision port 9d836883-f12d-4225-91fe-b6fe57ba3e60 Oct 27 13:30:08.773202 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f112c-68f0-4e3c-b48c-f20b6c736eda admin admin] Pushing event deleted for resources: {'Port': ['ID=bf2313e0-dc6c-4961-a4b5-5fedc0b3d392,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:08.795617 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-397444bc-bb9a-411e-84b4-0ea4934c143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871233fb-398b-4407-a646-7b77840f326c', 'name': 'tempest-TestMinimumBasicScenario-1019593506-router', 'tenant_id': '9daea5edf5364f639b31d351f960bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:25Z', 'updated_at': '2022-10-27T13:30:08Z', 'revision_number': 6, 'project_id': '9daea5edf5364f639b31d351f960bcc1', 'gw_port_host': None}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:08.827696 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397444bc-bb9a-411e-84b4-0ea4934c143f None None] The sync data for ids ['871233fb-398b-4407-a646-7b77840f326c'] in dv-cinder-862432-3-iscsi is: [{'id': '871233fb-398b-4407-a646-7b77840f326c', 'name': 'tempest-TestMinimumBasicScenario-1019593506-router', 'tenant_id': '9daea5edf5364f639b31d351f960bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:26:25Z', 'updated_at': '2022-10-27T13:30:08Z', 'revision_number': 6, 'project_id': '9daea5edf5364f639b31d351f960bcc1', 'gw_port_host': None}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:30:08.901295 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:08.902917 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375f112c-68f0-4e3c-b48c-f20b6c736eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658818'] for router_gateway (871233fb-398b-4407-a646-7b77840f326c), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:08.916571 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f39b4-6993-4376-b026-887ed791c164 None None] Current status of the port 9d836883-f12d-4225-91fe-b6fe57ba3e60 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:09.040058 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dfb30-6957-4d8f-b22f-cfa440f9c621 req-48901c5b-a039-4361-a9f0-32f1fd0d6af7 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:09.041737 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cb2dfb30-6957-4d8f-b22f-cfa440f9c621 req-48901c5b-a039-4361-a9f0-32f1fd0d6af7 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.2390420 Oct 27 13:30:09.044727 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375f112c-68f0-4e3c-b48c-f20b6c736eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1006310'] for router (871233fb-398b-4407-a646-7b77840f326c), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:09.047594 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375f112c-68f0-4e3c-b48c-f20b6c736eda admin admin] Publish callbacks [] for router_controller (871233fb-398b-4407-a646-7b77840f326c), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:09.098788 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 75bff678-d298-4825-99f8-3b2c8c43c102 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:30:09.131668 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375f112c-68f0-4e3c-b48c-f20b6c736eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684032'] for router (871233fb-398b-4407-a646-7b77840f326c), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:09.132965 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375f112c-68f0-4e3c-b48c-f20b6c736eda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 871233fb-398b-4407-a646-7b77840f326c {{(pid=104533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 13:30:09.140459 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375f112c-68f0-4e3c-b48c-f20b6c736eda admin admin] Publish callbacks [] for router (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:09.143042 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-375f112c-68f0-4e3c-b48c-f20b6c736eda admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/871233fb-398b-4407-a646-7b77840f326c HTTP/1.1" status: 204 len: 168 time: 1.1231980 Oct 27 13:30:09.148198 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33064) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:09.174696 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cb2dfb30-6957-4d8f-b22f-cfa440f9c621 req-44d571d8-94a2-4b2c-a366-2871c5a3c477 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239302 Oct 27 13:30:09.187232 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6b0a0-8b19-4d83-8279-9b336ff2e370 req-b2861145-bc52-4f49-8a82-5607178293ca tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:09.195110 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e3a6b0a0-8b19-4d83-8279-9b336ff2e370 req-b2861145-bc52-4f49-8a82-5607178293ca tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 945 time: 0.0775585 Oct 27 13:30:09.273693 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ab4aa5-2933-4aa4-9cd6-9fd87a234100 admin admin] Deleting subnet 3c7c9d00-3224-4090-ba4a-992ff076e4e3 {{(pid=104533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 13:30:09.279309 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19ab4aa5-2933-4aa4-9cd6-9fd87a234100 admin admin] Publish callbacks [] for subnet (3c7c9d00-3224-4090-ba4a-992ff076e4e3), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:09.321227 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e3a6b0a0-8b19-4d83-8279-9b336ff2e370 req-462fbc30-b45b-4924-a97c-c0a6d194e428 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d71e04d6-f5fe-4438-9e13-b724722a949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246169 Oct 27 13:30:09.366760 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19ab4aa5-2933-4aa4-9cd6-9fd87a234100 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3157698'] for subnet (3c7c9d00-3224-4090-ba4a-992ff076e4e3), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:09.548799 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 75bff678-d298-4825-99f8-3b2c8c43c102, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=75bff678-d298-4825-99f8-3b2c8c43c102,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:09.565074 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': '75bff678-d298-4825-99f8-3b2c8c43c102', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'port_id': '75bff678-d298-4825-99f8-3b2c8c43c102', 'mac_address': 'fa:16:3e:f7:fd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:30:09.578734 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19ab4aa5-2933-4aa4-9cd6-9fd87a234100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16194172'] for subnet (3c7c9d00-3224-4090-ba4a-992ff076e4e3), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:09.617038 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 75bff678-d298-4825-99f8-3b2c8c43c102 is: ACTIVE; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:09.618013 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:09.635285 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:09.640549 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75bff678-d298-4825-99f8-3b2c8c43c102 {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:30:09.664754 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19ab4aa5-2933-4aa4-9cd6-9fd87a234100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16194053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25370140'] for subnet (3c7c9d00-3224-4090-ba4a-992ff076e4e3), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:09.665455 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 75bff678-d298-4825-99f8-3b2c8c43c102, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=75bff678-d298-4825-99f8-3b2c8c43c102,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:09.670548 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:09.704187 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab4aa5-2933-4aa4-9cd6-9fd87a234100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7c9d00-3224-4090-ba4a-992ff076e4e3,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:09.717813 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19ab4aa5-2933-4aa4-9cd6-9fd87a234100 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:09.725494 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33074) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:09.726873 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-19ab4aa5-2933-4aa4-9cd6-9fd87a234100 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/3c7c9d00-3224-4090-ba4a-992ff076e4e3 HTTP/1.1" status: 204 len: 168 time: 0.5765276 Oct 27 13:30:09.731740 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c78355d-6cc2-4011-b6a6-c8c376a9f6b0 None None] Network 003f44bd-a3a1-4819-bdae-cfeeddbdefac requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:30:09.749931 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=75bff678-d298-4825-99f8-3b2c8c43c102,revision_number=6']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:09.785078 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['75bff678-d298-4825-99f8-3b2c8c43c102'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:30:09.833989 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692448'] for network (003f44bd-a3a1-4819-bdae-cfeeddbdefac), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:09.866931 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device efc48407-f3fc-4160-aa45-97246a78dfa1 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:30:09.881238 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:09.884483 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] Deleting port 9d836883-f12d-4225-91fe-b6fe57ba3e60 {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:30:09.885033 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (9d836883-f12d-4225-91fe-b6fe57ba3e60), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:09.898645 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: efc48407-f3fc-4160-aa45-97246a78dfa1 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:30:09.898986 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device efc48407-f3fc-4160-aa45-97246a78dfa1 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:30:09.977309 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] For port 9d836883-f12d-4225-91fe-b6fe57ba3e60, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=9d836883-f12d-4225-91fe-b6fe57ba3e60,segment=NetworkSegment(8f2856ac-8bcf-48e2-803c-be11af5cbf6c),segment_id=8f2856ac-8bcf-48e2-803c-be11af5cbf6c)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:09.977912 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (9d836883-f12d-4225-91fe-b6fe57ba3e60), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:10.007853 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] Calling delete_port for 9d836883-f12d-4225-91fe-b6fe57ba3e60 owned by network:dhcp {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:30:10.016611 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc72c45-01df-438f-bdc1-5d8f96af09eb None None] DHCP port deletion for 003f44bd-a3a1-4819-bdae-cfeeddbdefac request from dv-cinder-862432-3-iscsi {{(pid=104534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 13:30:10.092171 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-9fc72c45-01df-438f-bdc1-5d8f96af09eb None None] Deleting port 9d836883-f12d-4225-91fe-b6fe57ba3e60 {{(pid=104534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:30:10.093562 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-9fc72c45-01df-438f-bdc1-5d8f96af09eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (9d836883-f12d-4225-91fe-b6fe57ba3e60), before_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:10.113764 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (9d836883-f12d-4225-91fe-b6fe57ba3e60), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:10.140403 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d836883-f12d-4225-91fe-b6fe57ba3e60,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:10.152730 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] No DVR routers for this DVR port 9d836883-f12d-4225-91fe-b6fe57ba3e60 on host dv-cinder-862432-3-iscsi {{(pid=104532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:30:10.175436 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-9fc72c45-01df-438f-bdc1-5d8f96af09eb None None] For port 9d836883-f12d-4225-91fe-b6fe57ba3e60, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=9d836883-f12d-4225-91fe-b6fe57ba3e60,segment=NetworkSegment(8f2856ac-8bcf-48e2-803c-be11af5cbf6c),segment_id=8f2856ac-8bcf-48e2-803c-be11af5cbf6c)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:10.175839 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-9fc72c45-01df-438f-bdc1-5d8f96af09eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (9d836883-f12d-4225-91fe-b6fe57ba3e60), precommit_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:10.194948 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-9fc72c45-01df-438f-bdc1-5d8f96af09eb None None] Calling delete_port for 9d836883-f12d-4225-91fe-b6fe57ba3e60 owned by network:dhcp {{(pid=104534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:30:10.271270 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16195207', 'neutron.services.segments.db._delete_segments_for_network-8757664830338'] for network (003f44bd-a3a1-4819-bdae-cfeeddbdefac), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:10.309604 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-9fc72c45-01df-438f-bdc1-5d8f96af09eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393'] for port (9d836883-f12d-4225-91fe-b6fe57ba3e60), after_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:10.311880 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['003f44bd-a3a1-4819-bdae-cfeeddbdefac']}} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:10.324741 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2856ac-8bcf-48e2-803c-be11af5cbf6c') {'for_net_delete': True} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:10.325097 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2856ac-8bcf-48e2-803c-be11af5cbf6c') {} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:10.335528 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc72c45-01df-438f-bdc1-5d8f96af09eb None None] Pushing event deleted for resources: {'Port': ['ID=9d836883-f12d-4225-91fe-b6fe57ba3e60,revision_number=None']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:10.336063 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e848a-bbf0-4458-b5a5-be3203744f21 req-5905413d-7a3a-40f2-8914-bf52d82db416 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:10.346373 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757664830401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1641421'] for segment (8f2856ac-8bcf-48e2-803c-be11af5cbf6c), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:10.346505 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-139e848a-bbf0-4458-b5a5-be3203744f21 req-5905413d-7a3a-40f2-8914-bf52d82db416 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 945 time: 0.0618482 Oct 27 13:30:10.353342 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc72c45-01df-438f-bdc1-5d8f96af09eb None None] No DVR routers for this DVR port 9d836883-f12d-4225-91fe-b6fe57ba3e60 on host dv-cinder-862432-3-iscsi {{(pid=104534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:30:10.363804 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (8f2856ac-8bcf-48e2-803c-be11af5cbf6c), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:10.379422 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=104532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 13:30:10.379792 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2878206'] for segment (8f2856ac-8bcf-48e2-803c-be11af5cbf6c), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:10.413203 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-139e848a-bbf0-4458-b5a5-be3203744f21 req-c4a65e05-5f8c-4c48-8900-099fb995099f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694568 Oct 27 13:30:10.426768 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment 8f2856ac-8bcf-48e2-803c-be11af5cbf6c resource provider aggregate not found Oct 27 13:30:10.459492 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:10.463013 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment 8f2856ac-8bcf-48e2-803c-be11af5cbf6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f2856ac-8bcf-48e2-803c-be11af5cbf6c found for delete ", "request_id": "req-521b6322-81a2-4051-a73c-acb3a736f843"}]} Oct 27 13:30:10.464166 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16195212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658862'] for network (003f44bd-a3a1-4819-bdae-cfeeddbdefac), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:10.490894 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:10.494810 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/003f44bd-a3a1-4819-bdae-cfeeddbdefac HTTP/1.1" status: 204 len: 168 time: 0.7676046 Oct 27 13:30:10.512917 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfeb9a-7e65-47fe-8eb7-d377bb8495f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=003f44bd-a3a1-4819-bdae-cfeeddbdefac,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:10.525799 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63fc40-5ad3-4929-92a3-23f249fcc775 req-799dac6f-5343-418d-bc55-17065db3084d tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:10.527424 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6e63fc40-5ad3-4929-92a3-23f249fcc775 req-799dac6f-5343-418d-bc55-17065db3084d tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 945 time: 0.0773690 Oct 27 13:30:10.589256 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6e63fc40-5ad3-4929-92a3-23f249fcc775 req-dc14d70f-5159-43ab-bd31-1b1b68cbf455 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d71e04d6-f5fe-4438-9e13-b724722a949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505817 Oct 27 13:30:10.693775 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33090) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:10.746843 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-6633d31c-84ee-4c25-b099-5551f418e243 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=52552d69672a4677bd52c847cceec247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514891 Oct 27 13:30:10.749432 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33092) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:10.818487 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-80f28543-31e4-40e2-b673-b6426b57373b admin admin] Publish callbacks [] for security_group (7b5f56ea-bf46-49ee-8407-3d570bbc0493), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:10.842202 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-80f28543-31e4-40e2-b673-b6426b57373b admin admin] Publish callbacks [] for security_group (7b5f56ea-bf46-49ee-8407-3d570bbc0493), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:10.905173 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33096) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:10.909741 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-80f28543-31e4-40e2-b673-b6426b57373b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (7b5f56ea-bf46-49ee-8407-3d570bbc0493), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:10.912570 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-80f28543-31e4-40e2-b673-b6426b57373b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:10.913783 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-80f28543-31e4-40e2-b673-b6426b57373b admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/7b5f56ea-bf46-49ee-8407-3d570bbc0493 HTTP/1.1" status: 204 len: 168 time: 0.1634107 Oct 27 13:30:10.927793 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f28543-31e4-40e2-b673-b6426b57373b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5f56ea-bf46-49ee-8407-3d570bbc0493,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:11.110749 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 75bff678-d298-4825-99f8-3b2c8c43c102 up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:30:11.114995 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:11.163617 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port 75bff678-d298-4825-99f8-3b2c8c43c102 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:11.164799 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:11.165247 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port 75bff678-d298-4825-99f8-3b2c8c43c102 Oct 27 13:30:11.167711 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c4131763-4422-43f6-ab00-f2aa618cc385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:11.240105 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33104) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:11.261995 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 75bff678-d298-4825-99f8-3b2c8c43c102 is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:11.262414 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:11.269783 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4933-9ab3-4723-9228-badb394aacd7 req-0ae93ba2-1841-41ee-a732-4a294c07d715 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:11.271322 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7a6f4933-9ab3-4723-9228-badb394aacd7 req-0ae93ba2-1841-41ee-a732-4a294c07d715 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 945 time: 0.0774100 Oct 27 13:30:11.291855 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:11.300446 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f232f466-e821-48fe-926c-feadcec39c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bff678-d298-4825-99f8-3b2c8c43c102'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:30:11.304122 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b53575c-26fe-4d54-88ba-ac076bfa3aee" -d '{"events": [{"server_uuid": "f232f466-e821-48fe-926c-feadcec39c31", "name": "network-vif-plugged", "status": "completed", "tag": "75bff678-d298-4825-99f8-3b2c8c43c102"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:30:11.306277 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-f4e05ad6-a746-49c0-a1b9-24c1886a2394 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=9daea5edf5364f639b31d351f960bcc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0645714 Oct 27 13:30:11.308906 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33108) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:11.323386 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 75bff678-d298-4825-99f8-3b2c8c43c102, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=75bff678-d298-4825-99f8-3b2c8c43c102,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:11.329497 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:11.409457 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:11.422056 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c4131763-4422-43f6-ab00-f2aa618cc385 admin admin] Publish callbacks [] for security_group (b051fd18-2ab0-479b-8a08-68a6ceb94437), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:11.427716 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:11.430999 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=75bff678-d298-4825-99f8-3b2c8c43c102,revision_number=7']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:11.462498 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c4131763-4422-43f6-ab00-f2aa618cc385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (b051fd18-2ab0-479b-8a08-68a6ceb94437), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:11.498165 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device bf2313e0-dc6c-4961-a4b5-5fedc0b3d392 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:30:11.541341 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-7a6f4933-9ab3-4723-9228-badb394aacd7 req-390d20d3-9fe1-44f1-b7bf-b3ff50e94664 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Deleting port b1becc91-f71d-4ee7-b328-ecda74f70712 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:30:11.541669 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-7a6f4933-9ab3-4723-9228-badb394aacd7 req-390d20d3-9fe1-44f1-b7bf-b3ff50e94664 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (b1becc91-f71d-4ee7-b328-ecda74f70712), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:11.545969 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: bf2313e0-dc6c-4961-a4b5-5fedc0b3d392 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:30:11.548634 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device bf2313e0-dc6c-4961-a4b5-5fedc0b3d392 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:30:11.550575 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 9d836883-f12d-4225-91fe-b6fe57ba3e60 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:30:11.569904 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-c4131763-4422-43f6-ab00-f2aa618cc385 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=f68979c23550439f9e5938b08b4ce348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6636770 Oct 27 13:30:11.570712 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4131763-4422-43f6-ab00-f2aa618cc385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b051fd18-2ab0-479b-8a08-68a6ceb94437,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:11.578123 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33122) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:11.596566 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 9d836883-f12d-4225-91fe-b6fe57ba3e60 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:30:11.598326 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 9d836883-f12d-4225-91fe-b6fe57ba3e60 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:30:11.642340 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf152-77b7-49ee-8144-f504f1e421d1 admin admin] Publish callbacks [] for security_group (48fc8507-5f14-4568-ae48-622602b76bdb), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:11.650228 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c620f0-077e-492d-a37e-f302b9a50fc1 req-880ea1e8-aa01-4bac-9d87-2b1b570f9b9e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:11.652016 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-12c620f0-077e-492d-a37e-f302b9a50fc1 req-880ea1e8-aa01-4bac-9d87-2b1b570f9b9e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0856774 Oct 27 13:30:11.693119 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:11.734733 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-12c620f0-077e-492d-a37e-f302b9a50fc1 req-af302c35-55f0-49c4-a0b8-f066f2d84e9d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732825 Oct 27 13:30:11.739242 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf152-77b7-49ee-8144-f504f1e421d1 admin admin] Publish callbacks [] for security_group (48fc8507-5f14-4568-ae48-622602b76bdb), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:11.778855 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c388fe68-dec8-4c55-8d64-c7942e2fb1c9 x-openstack-request-id: req-c388fe68-dec8-4c55-8d64-c7942e2fb1c9 {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:30:11.779153 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f232f466-e821-48fe-926c-feadcec39c31", "name": "network-vif-plugged", "status": "completed", "tag": "75bff678-d298-4825-99f8-3b2c8c43c102", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:30:11.779413 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c388fe68-dec8-4c55-8d64-c7942e2fb1c9 {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:30:11.780071 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c388fe68-dec8-4c55-8d64-c7942e2fb1c9'] response: {'server_uuid': 'f232f466-e821-48fe-926c-feadcec39c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bff678-d298-4825-99f8-3b2c8c43c102', 'code': 200} Oct 27 13:30:11.822044 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-34c04fde-b1b4-415e-b262-c048a148022f admin admin] Publish callbacks [] for security_group (b051fd18-2ab0-479b-8a08-68a6ceb94437), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:11.848635 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-34c04fde-b1b4-415e-b262-c048a148022f admin admin] Publish callbacks [] for security_group (b051fd18-2ab0-479b-8a08-68a6ceb94437), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:11.861829 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-7a6f4933-9ab3-4723-9228-badb394aacd7 req-390d20d3-9fe1-44f1-b7bf-b3ff50e94664 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] For port b1becc91-f71d-4ee7-b328-ecda74f70712, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=b1becc91-f71d-4ee7-b328-ecda74f70712,segment=NetworkSegment(e5c45272-669f-4a6e-bc78-66653a65ecdf),segment_id=e5c45272-669f-4a6e-bc78-66653a65ecdf)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:11.862156 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-7a6f4933-9ab3-4723-9228-badb394aacd7 req-390d20d3-9fe1-44f1-b7bf-b3ff50e94664 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (b1becc91-f71d-4ee7-b328-ecda74f70712), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:11.873364 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a022b22-c074-44b5-a3aa-ea7fb7665b8a req-d85578bc-3da0-41ba-9247-fd9e4ca487c5 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:11.875132 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6a022b22-c074-44b5-a3aa-ea7fb7665b8a req-d85578bc-3da0-41ba-9247-fd9e4ca487c5 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 945 time: 0.0622017 Oct 27 13:30:11.946305 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6a022b22-c074-44b5-a3aa-ea7fb7665b8a req-02b4832a-8d32-4cc2-9f89-a595cbc9da75 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d71e04d6-f5fe-4438-9e13-b724722a949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614123 Oct 27 13:30:11.963984 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf152-77b7-49ee-8144-f504f1e421d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (48fc8507-5f14-4568-ae48-622602b76bdb), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:11.966616 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf152-77b7-49ee-8144-f504f1e421d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:11.967781 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-ff7bf152-77b7-49ee-8144-f504f1e421d1 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/48fc8507-5f14-4568-ae48-622602b76bdb HTTP/1.1" status: 204 len: 168 time: 0.6571190 Oct 27 13:30:12.017841 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bf152-77b7-49ee-8144-f504f1e421d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fc8507-5f14-4568-ae48-622602b76bdb,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:12.050196 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-34c04fde-b1b4-415e-b262-c048a148022f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (b051fd18-2ab0-479b-8a08-68a6ceb94437), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:12.053369 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-34c04fde-b1b4-415e-b262-c048a148022f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:12.065584 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-34c04fde-b1b4-415e-b262-c048a148022f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/b051fd18-2ab0-479b-8a08-68a6ceb94437 HTTP/1.1" status: 204 len: 168 time: 0.4814587 Oct 27 13:30:12.122309 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c04fde-b1b4-415e-b262-c048a148022f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b051fd18-2ab0-479b-8a08-68a6ceb94437,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:12.183936 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-7a6f4933-9ab3-4723-9228-badb394aacd7 req-390d20d3-9fe1-44f1-b7bf-b3ff50e94664 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:12.184634 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-7a6f4933-9ab3-4723-9228-badb394aacd7 req-390d20d3-9fe1-44f1-b7bf-b3ff50e94664 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (c8c4e79a-64e7-4bfc-a13a-cd76c3667d5f), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:12.184964 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.l3_db [req-7a6f4933-9ab3-4723-9228-badb394aacd7 req-390d20d3-9fe1-44f1-b7bf-b3ff50e94664 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Floating IP c8c4e79a-64e7-4bfc-a13a-cd76c3667d5f disassociated. External IP: 172.27.0.63, port: b1becc91-f71d-4ee7-b328-ecda74f70712. Oct 27 13:30:12.185487 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-7a6f4933-9ab3-4723-9228-badb394aacd7 req-390d20d3-9fe1-44f1-b7bf-b3ff50e94664 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Calling delete_port for b1becc91-f71d-4ee7-b328-ecda74f70712 owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:30:12.598431 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:12.680494 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-7a6f4933-9ab3-4723-9228-badb394aacd7 req-390d20d3-9fe1-44f1-b7bf-b3ff50e94664 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (b1becc91-f71d-4ee7-b328-ecda74f70712), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:12.747378 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d20d3-9fe1-44f1-b7bf-b3ff50e94664 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event deleted for resources: {'Port': ['ID=b1becc91-f71d-4ee7-b328-ecda74f70712,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:12.959948 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33919f-0617-45f0-ad3c-7bddc459fbb0 req-31134925-ed69-4cbf-8e8d-ce03cd6ac338 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:12.961778 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-df33919f-0617-45f0-ad3c-7bddc459fbb0 req-31134925-ed69-4cbf-8e8d-ce03cd6ac338 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0786817 Oct 27 13:30:12.971624 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a6f4933-9ab3-4723-9228-badb394aacd7 req-390d20d3-9fe1-44f1-b7bf-b3ff50e94664 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:30:13.046993 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:13.102938 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-df33919f-0617-45f0-ad3c-7bddc459fbb0 req-53a81d3e-b996-450c-ba77-c54587f2c477 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771720 Oct 27 13:30:13.219056 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a6f4933-9ab3-4723-9228-badb394aacd7 req-390d20d3-9fe1-44f1-b7bf-b3ff50e94664 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:30:13.221680 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b31a2e68-fde6-48ce-a37f-4071107de648 req-d2b83359-273b-4678-b778-e8b13db9ad1e tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=99d0cf35-31e0-4656-a049-a6e0951f8e2a HTTP/1.1" status: 200 len: 210 time: 0.0549428 Oct 27 13:30:13.231485 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d464cc-24e9-4462-b5dc-1830a4937beb None None] Sync routers for ids ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:30:13.268014 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d464cc-24e9-4462-b5dc-1830a4937beb None None] Routers {'30dfcda2-51a7-4e6d-92a9-cca43af2af8d'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:13.268879 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-54d464cc-24e9-4462-b5dc-1830a4937beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:29:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:13.296830 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6f4933-9ab3-4723-9228-badb394aacd7 req-390d20d3-9fe1-44f1-b7bf-b3ff50e94664 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] No DVR routers for this DVR port b1becc91-f71d-4ee7-b328-ecda74f70712 on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:30:13.301266 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-7a6f4933-9ab3-4723-9228-badb394aacd7 req-390d20d3-9fe1-44f1-b7bf-b3ff50e94664 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:13.305221 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7a6f4933-9ab3-4723-9228-badb394aacd7 req-390d20d3-9fe1-44f1-b7bf-b3ff50e94664 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.45 "DELETE /networking/v2.0/ports/b1becc91-f71d-4ee7-b328-ecda74f70712 HTTP/1.1" status: 204 len: 173 time: 2.0111372 Oct 27 13:30:13.305754 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d0cf35-31e0-4656-a049-a6e0951f8e2a', 'name': 'network-vif-deleted', 'tag': 'b1becc91-f71d-4ee7-b328-ecda74f70712'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:30:13.308413 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fac71cc-ca23-430a-928f-6f2878f6f6b5" -d '{"events": [{"server_uuid": "99d0cf35-31e0-4656-a049-a6e0951f8e2a", "name": "network-vif-deleted", "tag": "b1becc91-f71d-4ee7-b328-ecda74f70712"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:30:13.435980 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485a1f78-8c36-4100-a936-838c1cc96add x-openstack-request-id: req-485a1f78-8c36-4100-a936-838c1cc96add {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:30:13.435980 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d0cf35-31e0-4656-a049-a6e0951f8e2a", "name": "network-vif-deleted", "tag": "b1becc91-f71d-4ee7-b328-ecda74f70712", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:30:13.435980 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-485a1f78-8c36-4100-a936-838c1cc96add {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:30:13.435980 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-485a1f78-8c36-4100-a936-838c1cc96add'] response: {'server_uuid': '99d0cf35-31e0-4656-a049-a6e0951f8e2a', 'name': 'network-vif-deleted', 'tag': 'b1becc91-f71d-4ee7-b328-ecda74f70712', 'status': 'completed', 'code': 200} Oct 27 13:30:13.497183 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33180) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:13.564429 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-54d464cc-24e9-4462-b5dc-1830a4937beb None None] Set router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:13.692761 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:30:13.751201 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-ea48783f-63cf-4a14-aaaa-3928eece9e28 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-679049653-network', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:13.797518 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea48783f-63cf-4a14-aaaa-3928eece9e28 admin admin] Made reservation on behalf of f291a3a8c0394e928aee758baa470ca7 for: {'network': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:30:13.805130 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ea48783f-63cf-4a14-aaaa-3928eece9e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:13.832783 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ea48783f-63cf-4a14-aaaa-3928eece9e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:14.045456 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ea48783f-63cf-4a14-aaaa-3928eece9e28 admin admin] Publish callbacks [] for security_group (13c8b763-3e32-478c-914d-06fa70f22e15), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:14.059726 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ea48783f-63cf-4a14-aaaa-3928eece9e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (13c8b763-3e32-478c-914d-06fa70f22e15), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:14.186455 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea48783f-63cf-4a14-aaaa-3928eece9e28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=104532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:30:14.245283 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-54d464cc-24e9-4462-b5dc-1830a4937beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 4, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'da5205e6-7921-4b98-a7d5-d15aadaa9420', 'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'mac_address': 'fa:16:3e:e5:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:58Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'subnets': [{'id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:14.266971 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48783f-63cf-4a14-aaaa-3928eece9e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c8b763-3e32-478c-914d-06fa70f22e15,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:14.312455 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ea48783f-63cf-4a14-aaaa-3928eece9e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (fd2f4cc3-c6f8-4104-97df-d977133c790c), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:14.312806 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.segments_db [None req-ea48783f-63cf-4a14-aaaa-3928eece9e28 admin admin] Added segment fd2f4cc3-c6f8-4104-97df-d977133c790c of type vlan for network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d Oct 27 13:30:14.351287 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d464cc-24e9-4462-b5dc-1830a4937beb None None] Checking router: 30dfcda2-51a7-4e6d-92a9-cca43af2af8d for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:30:14.383551 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d464cc-24e9-4462-b5dc-1830a4937beb None None] Routers {'30dfcda2-51a7-4e6d-92a9-cca43af2af8d'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:14.387720 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-54d464cc-24e9-4462-b5dc-1830a4937beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:29:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:14.402537 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33200) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:14.487545 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ea48783f-63cf-4a14-aaaa-3928eece9e28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (1c8f3dd5-6b59-4fe5-89a4-312211a0043d), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:14.530359 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5018d927-230f-4937-96ea-b06a1eb64f39 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group (d71e04d6-f5fe-4438-9e13-b724722a949b), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:14.549766 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad0969-6f76-4f36-9dd1-5fbbdcbcd89a req-b0f04f53-70bf-4ae3-9d04-46d520c59f3e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:14.562302 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4dad0969-6f76-4f36-9dd1-5fbbdcbcd89a req-b0f04f53-70bf-4ae3-9d04-46d520c59f3e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.1870601 Oct 27 13:30:14.585422 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5018d927-230f-4937-96ea-b06a1eb64f39 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group (d71e04d6-f5fe-4438-9e13-b724722a949b), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:14.662460 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:14.664907 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ea48783f-63cf-4a14-aaaa-3928eece9e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (1c8f3dd5-6b59-4fe5-89a4-312211a0043d), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:14.666485 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea48783f-63cf-4a14-aaaa-3928eece9e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:14.667243 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ea48783f-63cf-4a14-aaaa-3928eece9e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:14.686713 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4dad0969-6f76-4f36-9dd1-5fbbdcbcd89a req-bbc1d135-e952-4fa8-98b4-c18cedd77b74 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178830 Oct 27 13:30:14.689720 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5018d927-230f-4937-96ea-b06a1eb64f39 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (d71e04d6-f5fe-4438-9e13-b724722a949b), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:14.693141 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5018d927-230f-4937-96ea-b06a1eb64f39 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:14.694489 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-5018d927-230f-4937-96ea-b06a1eb64f39 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/d71e04d6-f5fe-4438-9e13-b724722a949b HTTP/1.1" status: 204 len: 168 time: 0.2908936 Oct 27 13:30:14.699197 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33202) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:14.715572 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-54d464cc-24e9-4462-b5dc-1830a4937beb None None] Set router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:14.761410 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.api.v2.resource [None req-54d63588-99f4-4a55-bd81-c0065925db15 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] show failed (client error): The resource could not be found. Oct 27 13:30:14.767763 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-54d63588-99f4-4a55-bd81-c0065925db15 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "GET /networking/v2.0/security-groups/d71e04d6-f5fe-4438-9e13-b724722a949b HTTP/1.1" status: 404 len: 347 time: 0.0596249 Oct 27 13:30:14.774737 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33204) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:14.790879 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018d927-230f-4937-96ea-b06a1eb64f39 tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71e04d6-f5fe-4438-9e13-b724722a949b,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:14.855462 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-ea48783f-63cf-4a14-aaaa-3928eece9e28 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3570554 Oct 27 13:30:14.858922 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33206) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:14.871275 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-9cd16d19-4e8a-47b3-8ea9-9ec171fd6a55 admin admin] Request body: {'subnet': {'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-679049653-subnet', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'ip_version': 4}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:14.935353 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd16d19-4e8a-47b3-8ea9-9ec171fd6a55 admin admin] Made reservation on behalf of f291a3a8c0394e928aee758baa470ca7 for: {'subnet': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:30:14.946109 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9cd16d19-4e8a-47b3-8ea9-9ec171fd6a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2644542'] for subnet (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:15.044213 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-8608cb89-faec-4660-857c-51cbfb5609db tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Deleting port d5ef03c0-58ba-4f9f-9b51-cc434237e624 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:30:15.044823 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8608cb89-faec-4660-857c-51cbfb5609db tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (d5ef03c0-58ba-4f9f-9b51-cc434237e624), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:15.112289 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-54d464cc-24e9-4462-b5dc-1830a4937beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 4, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'da5205e6-7921-4b98-a7d5-d15aadaa9420', 'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'mac_address': 'fa:16:3e:e5:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:58Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'subnets': [{'id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:15.185055 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d464cc-24e9-4462-b5dc-1830a4937beb None None] The sync data for ids ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'] in dv-cinder-862432-3-iscsi is: [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:24:01Z', 'revision_number': 4, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'da5205e6-7921-4b98-a7d5-d15aadaa9420', 'name': '', 'network_id': '424d9785-78b4-4b32-922b-56a7b3492659', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'mac_address': 'fa:16:3e:e5:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:58Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'subnets': [{'id': '3a4b0eb8-cd36-4797-a097-2561f1cfcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:30:15.196847 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device b1becc91-f71d-4ee7-b328-ecda74f70712 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:30:15.233571 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: b1becc91-f71d-4ee7-b328-ecda74f70712 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:30:15.234189 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device b1becc91-f71d-4ee7-b328-ecda74f70712 not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:30:15.461262 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8608cb89-faec-4660-857c-51cbfb5609db tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (d5ef03c0-58ba-4f9f-9b51-cc434237e624), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:15.467392 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8608cb89-faec-4660-857c-51cbfb5609db tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for floatingip (d5ef03c0-58ba-4f9f-9b51-cc434237e624), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:15.513663 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-8608cb89-faec-4660-857c-51cbfb5609db tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Calling delete_port for d5ef03c0-58ba-4f9f-9b51-cc434237e624 owned by network:floatingip {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:30:15.604727 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48783f-63cf-4a14-aaaa-3928eece9e28 admin admin] Pushing event updated for resources: {'Network': ['ID=1c8f3dd5-6b59-4fe5-89a4-312211a0043d,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:15.615874 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:30:15.936331 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:15.977642 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d3cd01-507c-4240-bcfd-adb322bd1391 None None] New status for floating IP c8c4e79a-64e7-4bfc-a13a-cd76c3667d5f: DOWN {{(pid=104535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:30:15.981724 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9cd16d19-4e8a-47b3-8ea9-9ec171fd6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2878557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2644560'] for subnet (ef90bec0-1c8b-4319-8bce-548391ed871c), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:16.022777 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:16.062351 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb187e78-b445-4fcd-bc39-ffc0b3528e21 req-28094e6c-3a84-4590-b320-2afcceb58d0c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:16.070763 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cb187e78-b445-4fcd-bc39-ffc0b3528e21 req-28094e6c-3a84-4590-b320-2afcceb58d0c tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.1030791 Oct 27 13:30:16.097468 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8608cb89-faec-4660-857c-51cbfb5609db tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (d5ef03c0-58ba-4f9f-9b51-cc434237e624), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:16.147598 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd16d19-4e8a-47b3-8ea9-9ec171fd6a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef90bec0-1c8b-4319-8bce-548391ed871c,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:16.178874 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd16d19-4e8a-47b3-8ea9-9ec171fd6a55 admin admin] Checking segment: {'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:30:16.179779 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd16d19-4e8a-47b3-8ea9-9ec171fd6a55 admin admin] Network hostable DHCP agents. Network: 1c8f3dd5-6b59-4fe5-89a4-312211a0043d, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:30:16.183744 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.db.api [None req-52d3cd01-507c-4240-bcfd-adb322bd1391 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 27 13:30:16.184797 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG oslo_db.api [None req-52d3cd01-507c-4240-bcfd-adb322bd1391 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 13:30:16.213445 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cb187e78-b445-4fcd-bc39-ffc0b3528e21 req-68a546bd-39a2-4e35-ac74-ef1f17fe8abc tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428838 Oct 27 13:30:16.237976 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd16d19-4e8a-47b3-8ea9-9ec171fd6a55 admin admin] Network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:30:16.256152 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-9cd16d19-4e8a-47b3-8ea9-9ec171fd6a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, 1c8f3dd5-6b59-4fe5-89a4-312211a0043d) {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:30:16.269913 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd16d19-4e8a-47b3-8ea9-9ec171fd6a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:16.271438 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9cd16d19-4e8a-47b3-8ea9-9ec171fd6a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:16.278152 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8608cb89-faec-4660-857c-51cbfb5609db tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks [] for floatingip (c8c4e79a-64e7-4bfc-a13a-cd76c3667d5f), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:16.281298 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8608cb89-faec-4660-857c-51cbfb5609db tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:16.286695 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-8608cb89-faec-4660-857c-51cbfb5609db tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/c8c4e79a-64e7-4bfc-a13a-cd76c3667d5f HTTP/1.1" status: 204 len: 168 time: 1.5102110 Oct 27 13:30:16.287703 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c2248a-6831-4cb2-aa76-957ea6fc51ef None None] Network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:30:16.288347 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608cb89-faec-4660-857c-51cbfb5609db tempest-AttachVolumeTestJSON-1876215135 tempest-AttachVolumeTestJSON-1876215135-project] Pushing event deleted for resources: {'Port': ['ID=d5ef03c0-58ba-4f9f-9b51-cc434237e624,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:16.317930 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-9cd16d19-4e8a-47b3-8ea9-9ec171fd6a55 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4560494 Oct 27 13:30:16.318913 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33222) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:16.336744 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:16.401249 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1006292'] for router (b76e237f-d3ca-43e2-b768-0e4c630a0d66), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:16.403303 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1006319'] for router (b76e237f-d3ca-43e2-b768-0e4c630a0d66), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:16.467670 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:16.485162 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Publish callbacks [] for router_controller (b76e237f-d3ca-43e2-b768-0e4c630a0d66), precommit_add_association {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:16.571630 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe4b0003-7596-5709-b003-0e8d4fe063b1-1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c'}]}} from dv-cinder-862432-3-iscsi. {{(pid=104534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 13:30:16.575936 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:16.612382 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:16.686170 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d3cd01-507c-4240-bcfd-adb322bd1391 None None] New status for floating IP c8c4e79a-64e7-4bfc-a13a-cd76c3667d5f: DOWN {{(pid=104535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:30:16.713284 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Publish callbacks [] for router_gateway (b76e237f-d3ca-43e2-b768-0e4c630a0d66), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:16.855701 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.db_base_plugin_common [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Allocated IP 172.20.0.2 (1c8f3dd5-6b59-4fe5-89a4-312211a0043d/ef90bec0-1c8b-4319-8bce-548391ed871c/e145a6c0-5324-4e4b-8710-e7a8eb50e16f) {{(pid=104534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:30:16.991093 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Publish callbacks [] for router_gateway (b76e237f-d3ca-43e2-b768-0e4c630a0d66), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:17.018666 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:17.032294 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:17.114959 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Publish callbacks [] for port (e145a6c0-5324-4e4b-8710-e7a8eb50e16f), precommit_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:17.128205 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (e145a6c0-5324-4e4b-8710-e7a8eb50e16f), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:17.197444 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Allocated IP 172.27.0.166 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/fdadd21f-e971-45ba-9056-b2b17b4624ca) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:30:17.236854 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d is already hosted by enough agents. {{(pid=104534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:30:17.245678 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.base_scheduler [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Resources bound (agent type, host, resource id): {{(pid=104534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:30:17.250186 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Received port after_create {{(pid=104534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:30:17.315943 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Pushing event updated for resources: {'Port': ['ID=e145a6c0-5324-4e4b-8710-e7a8eb50e16f,revision_number=1']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:17.406874 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Attempting to bind port e145a6c0-5324-4e4b-8710-e7a8eb50e16f on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:30:17.407430 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Attempting to bind port e145a6c0-5324-4e4b-8710-e7a8eb50e16f by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:30:17.407894 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Attempting to bind port e145a6c0-5324-4e4b-8710-e7a8eb50e16f on network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:30:17.463631 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Publish callbacks [] for port (fdadd21f-e971-45ba-9056-b2b17b4624ca), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:17.473369 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf66f4c-d48f-4bd2-9299-e3c5e53f5d53 req-e25e9d53-7bbf-4026-9021-0cacbd3a8410 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:17.482911 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:30:17.483470 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Checking segment: {'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:30:17.483970 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:17.484609 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Bound using segment: {'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:30:17.485775 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Bound port: e145a6c0-5324-4e4b-8710-e7a8eb50e16f, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:30:17.486937 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (e145a6c0-5324-4e4b-8710-e7a8eb50e16f), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:17.494114 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-caf66f4c-d48f-4bd2-9299-e3c5e53f5d53 req-e25e9d53-7bbf-4026-9021-0cacbd3a8410 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.1136568 Oct 27 13:30:17.506391 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:17.582209 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] For port e145a6c0-5324-4e4b-8710-e7a8eb50e16f, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:30:17.583855 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (fdadd21f-e971-45ba-9056-b2b17b4624ca), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:17.586035 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] For port e145a6c0-5324-4e4b-8710-e7a8eb50e16f, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=e145a6c0-5324-4e4b-8710-e7a8eb50e16f,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:30:17.600978 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (e145a6c0-5324-4e4b-8710-e7a8eb50e16f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:17.649415 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-caf66f4c-d48f-4bd2-9299-e3c5e53f5d53 req-13a55772-f223-43d8-9a48-3a5681395f26 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527309 Oct 27 13:30:17.769853 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:30:17.774454 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2196b60-734c-4fb6-bf16-0902c403e83a None None] Pushing event updated for resources: {'Port': ['ID=e145a6c0-5324-4e4b-8710-e7a8eb50e16f,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:17.776893 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:30:17.793874 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:30:17.875067 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Pushing event updated for resources: {'Port': ['ID=fdadd21f-e971-45ba-9056-b2b17b4624ca,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:18.322906 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Publish callbacks [] for router_gateway (b76e237f-d3ca-43e2-b768-0e4c630a0d66), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:18.565878 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658732'] for router (b76e237f-d3ca-43e2-b768-0e4c630a0d66), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:18.738539 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:18.780541 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Router b76e237f-d3ca-43e2-b768-0e4c630a0d66 is scheduled to L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 with binding_index 1 {{(pid=104532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 13:30:18.886391 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f1a9b-cdc9-4fce-82f1-0e7751812c27 req-e4b687d6-098f-4109-86d9-24ec51bb09bd tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:18.899541 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ce4f1a9b-cdc9-4fce-82f1-0e7751812c27 req-e4b687d6-098f-4109-86d9-24ec51bb09bd tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.1061504 Oct 27 13:30:18.956755 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:18.998231 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:30:19.002632 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ce4f1a9b-cdc9-4fce-82f1-0e7751812c27 req-9ca4865b-b418-443e-b7bd-93f16dc26aea tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018836 Oct 27 13:30:19.015176 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Sync routers for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:30:19.043563 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:19.044655 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:29:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:19.057605 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:19.062085 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33292) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:19.062868 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-e3d9244e-7346-4c15-a8ce-51bc077584b1 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7386386 Oct 27 13:30:19.406102 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51b5f68-93df-4b2e-80bc-252754dda573 None None] Network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:30:19.550019 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:19.632814 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device e145a6c0-5324-4e4b-8710-e7a8eb50e16f up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:30:19.647219 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:19.722422 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-0ea71233-8f30-4485-9405-35e4879534ea None None] Provisioning complete for port e145a6c0-5324-4e4b-8710-e7a8eb50e16f triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:19.722795 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0ea71233-8f30-4485-9405-35e4879534ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (e145a6c0-5324-4e4b-8710-e7a8eb50e16f), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:19.725113 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-0ea71233-8f30-4485-9405-35e4879534ea None None] Attempt 1 to provision port e145a6c0-5324-4e4b-8710-e7a8eb50e16f Oct 27 13:30:19.728151 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:19.768558 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:19.882244 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33306) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:19.950381 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port e145a6c0-5324-4e4b-8710-e7a8eb50e16f triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:19.950828 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (e145a6c0-5324-4e4b-8710-e7a8eb50e16f), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:19.951316 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port e145a6c0-5324-4e4b-8710-e7a8eb50e16f Oct 27 13:30:19.998257 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Allocated IP 172.20.0.1 (1c8f3dd5-6b59-4fe5-89a4-312211a0043d/ef90bec0-1c8b-4319-8bce-548391ed871c/07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:30:20.060369 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:18Z', 'revision_number': 3, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:20.100084 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f62d-b5b5-499e-96db-d5eedb923f6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:20.129268 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Checking router: b76e237f-d3ca-43e2-b768-0e4c630a0d66 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:30:20.129622 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Updating router b76e237f-d3ca-43e2-b768-0e4c630a0d66 port fdadd21f-e971-45ba-9056-b2b17b4624ca binding host dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:30:20.206924 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-0ea71233-8f30-4485-9405-35e4879534ea None None] Current status of the port e145a6c0-5324-4e4b-8710-e7a8eb50e16f is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:20.207353 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0ea71233-8f30-4485-9405-35e4879534ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (e145a6c0-5324-4e4b-8710-e7a8eb50e16f), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:20.222752 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Publish callbacks [] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:20.227232 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:20.238003 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:20.278155 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e047f6-2bb8-4ab9-94a2-48a8b0028103 req-1c943f82-d700-4211-92a3-64cf0806b36a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:20.280089 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b5e047f6-2bb8-4ab9-94a2-48a8b0028103 req-1c943f82-d700-4211-92a3-64cf0806b36a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.1255481 Oct 27 13:30:20.283376 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:20.287649 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:20.304976 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port e145a6c0-5324-4e4b-8710-e7a8eb50e16f is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:20.305455 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (e145a6c0-5324-4e4b-8710-e7a8eb50e16f), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:20.309603 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (fdadd21f-e971-45ba-9056-b2b17b4624ca), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:20.364425 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-0ea71233-8f30-4485-9405-35e4879534ea None None] For port e145a6c0-5324-4e4b-8710-e7a8eb50e16f, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=e145a6c0-5324-4e4b-8710-e7a8eb50e16f,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:20.387185 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Pushing event updated for resources: {'Port': ['ID=07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:20.393360 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:30:20.398844 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:30:20.407919 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0ea71233-8f30-4485-9405-35e4879534ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (e145a6c0-5324-4e4b-8710-e7a8eb50e16f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:20.408119 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b5e047f6-2bb8-4ab9-94a2-48a8b0028103 req-641b7b7a-4838-4789-977d-21a077dc1aaa tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119473 Oct 27 13:30:20.418352 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:30:20.440650 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f62d-b5b5-499e-96db-d5eedb923f6f admin admin] Publish callbacks [] for security_group (c06f912b-70d2-406c-8d6e-a83ac4a766ad), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:20.452485 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f62d-b5b5-499e-96db-d5eedb923f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (c06f912b-70d2-406c-8d6e-a83ac4a766ad), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:20.481657 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658522'] for router_interface (b76e237f-d3ca-43e2-b768-0e4c630a0d66), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:20.513635 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33318) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:20.566440 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5f62d-b5b5-499e-96db-d5eedb923f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06f912b-70d2-406c-8d6e-a83ac4a766ad,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:20.581355 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-e7a5f62d-b5b5-499e-96db-d5eedb923f6f admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=62bfe447f81b4f00869f029157a14d8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6982484 Oct 27 13:30:20.584133 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33326) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:20.604824 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.db.api [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 27 13:30:20.605562 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG oslo_db.api [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 13:30:20.755709 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-18cc2b85-c590-4897-a84f-003708b602ac None None] Provisioning complete for port e145a6c0-5324-4e4b-8710-e7a8eb50e16f triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:20.756282 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-18cc2b85-c590-4897-a84f-003708b602ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (e145a6c0-5324-4e4b-8710-e7a8eb50e16f), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:20.764039 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-18cc2b85-c590-4897-a84f-003708b602ac None None] Attempt 1 to provision port e145a6c0-5324-4e4b-8710-e7a8eb50e16f Oct 27 13:30:20.819485 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:20.849384 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-41f08845-e36c-4540-bb3b-eef7c05b4250 admin admin] Publish callbacks [] for security_group (c06f912b-70d2-406c-8d6e-a83ac4a766ad), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:20.858672 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea71233-8f30-4485-9405-35e4879534ea None None] Pushing event updated for resources: {'Port': ['ID=e145a6c0-5324-4e4b-8710-e7a8eb50e16f,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:20.932102 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:20.955306 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-41f08845-e36c-4540-bb3b-eef7c05b4250 admin admin] Publish callbacks [] for security_group (c06f912b-70d2-406c-8d6e-a83ac4a766ad), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:21.056735 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Publish callbacks [] for port (fdadd21f-e971-45ba-9056-b2b17b4624ca), precommit_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:21.064797 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:21.082828 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-18cc2b85-c590-4897-a84f-003708b602ac None None] Current status of the port e145a6c0-5324-4e4b-8710-e7a8eb50e16f is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:21.085305 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (fdadd21f-e971-45ba-9056-b2b17b4624ca), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:21.126421 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Publish callbacks [] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:21.132144 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Attempting to bind port fdadd21f-e971-45ba-9056-b2b17b4624ca on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:30:21.132144 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Attempting to bind port fdadd21f-e971-45ba-9056-b2b17b4624ca by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:30:21.132492 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:21.132586 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Attempting to bind port fdadd21f-e971-45ba-9056-b2b17b4624ca on network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:30:21.134037 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:21.162058 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-41f08845-e36c-4540-bb3b-eef7c05b4250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (c06f912b-70d2-406c-8d6e-a83ac4a766ad), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:21.165815 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-41f08845-e36c-4540-bb3b-eef7c05b4250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:21.167372 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-41f08845-e36c-4540-bb3b-eef7c05b4250 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/c06f912b-70d2-406c-8d6e-a83ac4a766ad HTTP/1.1" status: 204 len: 168 time: 0.5819473 Oct 27 13:30:21.206658 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feca04e-1f35-4cc4-a24e-57b7e7a0601d None None] Pushing event updated for resources: {'Port': ['ID=fdadd21f-e971-45ba-9056-b2b17b4624ca,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:21.226324 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Pushing event updated for resources: {'Port': ['ID=07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:21.234203 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-d936d1f5-ade8-40ef-a7d4-d515e9f36ee6 None None] Provisioning complete for port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:21.234482 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d936d1f5-ade8-40ef-a7d4-d515e9f36ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:21.234815 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-d936d1f5-ade8-40ef-a7d4-d515e9f36ee6 None None] Attempt 1 to provision port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 Oct 27 13:30:21.245833 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f08845-e36c-4540-bb3b-eef7c05b4250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06f912b-70d2-406c-8d6e-a83ac4a766ad,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:21.248083 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port e145a6c0-5324-4e4b-8710-e7a8eb50e16f is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:21.261879 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16190267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658606'] for router_interface (b76e237f-d3ca-43e2-b768-0e4c630a0d66), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:21.294105 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:30:21.294523 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Checking segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:30:21.294873 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:21.295280 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Bound using segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:30:21.295802 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Bound port: fdadd21f-e971-45ba-9056-b2b17b4624ca, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:30:21.296183 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (fdadd21f-e971-45ba-9056-b2b17b4624ca), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:21.307327 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-d936d1f5-ade8-40ef-a7d4-d515e9f36ee6 None None] Port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:30:21.407730 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] For port fdadd21f-e971-45ba-9056-b2b17b4624ca, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:30:21.416541 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] For port fdadd21f-e971-45ba-9056-b2b17b4624ca, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=fdadd21f-e971-45ba-9056-b2b17b4624ca,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:30:21.433207 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (fdadd21f-e971-45ba-9056-b2b17b4624ca), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:21.436355 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:30:21.440039 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:30:21.478293 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1255b656-5cc0-47ad-8578-9f1bd032897a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658629'] for router_interface (30dfcda2-51a7-4e6d-92a9-cca43af2af8d), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:21.497282 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:21.497930 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:29:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:21.627783 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device e145a6c0-5324-4e4b-8710-e7a8eb50e16f up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:30:21.693927 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Router b76e237f-d3ca-43e2-b768-0e4c630a0d66 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:30:21.743518 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feca04e-1f35-4cc4-a24e-57b7e7a0601d None None] Pushing event updated for resources: {'Port': ['ID=fdadd21f-e971-45ba-9056-b2b17b4624ca,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:21.794035 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port e145a6c0-5324-4e4b-8710-e7a8eb50e16f triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:21.794035 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (e145a6c0-5324-4e4b-8710-e7a8eb50e16f), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:21.794035 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port e145a6c0-5324-4e4b-8710-e7a8eb50e16f Oct 27 13:30:21.808703 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:21.843671 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33ef6c-e17a-4e35-bace-ec10a9f8baf9 req-1916bade-faa1-4c46-8f26-0eafc71c037b tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:21.871273 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6c33ef6c-e17a-4e35-bace-ec10a9f8baf9 req-1916bade-faa1-4c46-8f26-0eafc71c037b tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.1746178 Oct 27 13:30:21.903121 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:21.903872 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:21.905531 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:30:21.920140 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-901e76bf-7b2d-494d-8144-904fa9bfb2f1 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/b76e237f-d3ca-43e2-b768-0e4c630a0d66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8534667 Oct 27 13:30:21.974165 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:22.014343 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-38317b45-5476-4bd6-8bec-2632759836fb None None] Provisioning complete for port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:22.014719 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-38317b45-5476-4bd6-8bec-2632759836fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:22.015066 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-38317b45-5476-4bd6-8bec-2632759836fb None None] Attempt 1 to provision port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 Oct 27 13:30:22.076926 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-1255b656-5cc0-47ad-8578-9f1bd032897a admin admin] Deleting port da5205e6-7921-4b98-a7d5-d15aadaa9420 {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:30:22.077505 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1255b656-5cc0-47ad-8578-9f1bd032897a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:22.096158 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6c33ef6c-e17a-4e35-bace-ec10a9f8baf9 req-a9de5c91-3d93-473f-aac4-7893ba3b1295 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233150 Oct 27 13:30:22.228453 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [None req-1255b656-5cc0-47ad-8578-9f1bd032897a admin admin] For port da5205e6-7921-4b98-a7d5-d15aadaa9420, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=da5205e6-7921-4b98-a7d5-d15aadaa9420,segment=NetworkSegment(e5c45272-669f-4a6e-bc78-66653a65ecdf),segment_id=e5c45272-669f-4a6e-bc78-66653a65ecdf)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:22.229082 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1255b656-5cc0-47ad-8578-9f1bd032897a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:22.250084 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-1255b656-5cc0-47ad-8578-9f1bd032897a admin admin] Calling delete_port for da5205e6-7921-4b98-a7d5-d15aadaa9420 owned by network:router_interface {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:30:22.599047 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-38317b45-5476-4bd6-8bec-2632759836fb None None] Port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:30:22.610312 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port e145a6c0-5324-4e4b-8710-e7a8eb50e16f is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:22.630257 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:22.632768 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1255b656-5cc0-47ad-8578-9f1bd032897a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (da5205e6-7921-4b98-a7d5-d15aadaa9420), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:22.712535 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255b656-5cc0-47ad-8578-9f1bd032897a admin admin] Pushing event deleted for resources: {'Port': ['ID=da5205e6-7921-4b98-a7d5-d15aadaa9420,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:22.745785 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 2, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:22.815621 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad6b7e8-5d55-4d8c-89ef-4a38a3e0e2b9 None None] The sync data for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi is: [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 2, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:30:22.923167 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33366) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:22.990643 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33370) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:22.997008 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-e1c0c8fe-8216-46b4-925b-2811de954655 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-816162654-network', 'tenant_id': '5c38edf003e74119a853a203be7a2fd8'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:23.027013 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c0c8fe-8216-46b4-925b-2811de954655 admin admin] Made reservation on behalf of 5c38edf003e74119a853a203be7a2fd8 for: {'network': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:30:23.034275 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c8fe-8216-46b4-925b-2811de954655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:23.043432 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-1255b656-5cc0-47ad-8578-9f1bd032897a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16190260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684117'] for router_interface (30dfcda2-51a7-4e6d-92a9-cca43af2af8d), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:23.055980 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c8fe-8216-46b4-925b-2811de954655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:23.114343 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2b36de-7043-4cec-a5dc-386744d37291 None None] get_active_networks_info from dv-cinder-862432-3-iscsi {{(pid=104534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 13:30:23.161074 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:23.462123 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:23.463871 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2b36de-7043-4cec-a5dc-386744d37291 None None] Resources bound (agent type, host, resource id): {{(pid=104534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 13:30:23.470641 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6958fa9-2166-4fe6-94e8-3c2d760dece3 req-625ea76e-6a94-43bf-a3a1-1f01d4409679 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:23.480826 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e6958fa9-2166-4fe6-94e8-3c2d760dece3 req-625ea76e-6a94-43bf-a3a1-1f01d4409679 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.1999724 Oct 27 13:30:23.529084 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c8fe-8216-46b4-925b-2811de954655 admin admin] Publish callbacks [] for security_group (73a91d70-f562-404e-980e-9cc21bfab8dc), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:23.569614 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-0777d50b-3bd4-4688-86da-af4496b6a9ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-819427599-network', 'tenant_id': '9f309e5e9bf84fff939c088e7c256bfb'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:23.611065 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c8fe-8216-46b4-925b-2811de954655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (73a91d70-f562-404e-980e-9cc21bfab8dc), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:23.737754 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c0c8fe-8216-46b4-925b-2811de954655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=104533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:30:23.772100 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0c8fe-8216-46b4-925b-2811de954655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a91d70-f562-404e-980e-9cc21bfab8dc,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:23.808100 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e6958fa9-2166-4fe6-94e8-3c2d760dece3 req-5a3a146a-ad72-4add-9d00-788f4c2ce275 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3239551 Oct 27 13:30:23.815859 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c8fe-8216-46b4-925b-2811de954655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (f8d38ebf-545c-4929-b6d4-873d2ccd6ba1), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:23.818371 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.segments_db [None req-e1c0c8fe-8216-46b4-925b-2811de954655 admin admin] Added segment f8d38ebf-545c-4929-b6d4-873d2ccd6ba1 of type vlan for network efc1d066-49d5-4768-afc2-1d9ea1a4fc13 Oct 27 13:30:23.876830 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1255b656-5cc0-47ad-8578-9f1bd032897a admin admin] Router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:30:23.916839 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c8fe-8216-46b4-925b-2811de954655 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (efc1d066-49d5-4768-afc2-1d9ea1a4fc13), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:23.931234 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0777d50b-3bd4-4688-86da-af4496b6a9ff admin admin] Made reservation on behalf of 9f309e5e9bf84fff939c088e7c256bfb for: {'network': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:30:23.936654 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0777d50b-3bd4-4688-86da-af4496b6a9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:23.981411 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0777d50b-3bd4-4688-86da-af4496b6a9ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:24.105605 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:24.107514 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1255b656-5cc0-47ad-8578-9f1bd032897a admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:30:24.110435 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c8fe-8216-46b4-925b-2811de954655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (efc1d066-49d5-4768-afc2-1d9ea1a4fc13), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:24.111455 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c0c8fe-8216-46b4-925b-2811de954655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:24.112144 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c8fe-8216-46b4-925b-2811de954655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:24.120471 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-1255b656-5cc0-47ad-8578-9f1bd032897a admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/30dfcda2-51a7-4e6d-92a9-cca43af2af8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5833404 Oct 27 13:30:24.121724 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33376) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:24.123671 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3f496-46cd-477e-b25d-6a0cb9ef6fb1 None None] Sync routers for ids ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:30:24.160196 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3f496-46cd-477e-b25d-6a0cb9ef6fb1 None None] Routers {'30dfcda2-51a7-4e6d-92a9-cca43af2af8d'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:24.164970 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-b5e3f496-46cd-477e-b25d-6a0cb9ef6fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:29:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:24.219784 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0777d50b-3bd4-4688-86da-af4496b6a9ff admin admin] Publish callbacks [] for security_group (c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:24.236128 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=69,neutron:INSERT=26,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:24.254982 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0777d50b-3bd4-4688-86da-af4496b6a9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:24.271988 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-e1c0c8fe-8216-46b4-925b-2811de954655 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2802522 Oct 27 13:30:24.289050 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33378) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:24.295415 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-97ab5892-d44b-4b4d-98bf-b5f05de865d1 admin admin] Request body: {'subnet': {'network_id': 'efc1d066-49d5-4768-afc2-1d9ea1a4fc13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-816162654-subnet', 'tenant_id': '5c38edf003e74119a853a203be7a2fd8', 'ip_version': 4}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:24.310803 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-420ce7f3-5f88-4c57-8ee5-0dd1d9c3c38a admin admin] Publish callbacks [] for router (30dfcda2-51a7-4e6d-92a9-cca43af2af8d), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:24.337075 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0c8fe-8216-46b4-925b-2811de954655 admin admin] Pushing event updated for resources: {'Network': ['ID=efc1d066-49d5-4768-afc2-1d9ea1a4fc13,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:24.348644 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network efc1d066-49d5-4768-afc2-1d9ea1a4fc13 details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:30:24.390939 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0777d50b-3bd4-4688-86da-af4496b6a9ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=104533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:30:24.461420 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0777d50b-3bd4-4688-86da-af4496b6a9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (67bf917f-57e7-4475-8890-9f732391e4e2), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:24.461767 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.segments_db [None req-0777d50b-3bd4-4688-86da-af4496b6a9ff admin admin] Added segment 67bf917f-57e7-4475-8890-9f732391e4e2 of type vlan for network cf9d9e9d-f4b9-457d-9d91-950e7084e959 Oct 27 13:30:24.476918 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-b5e3f496-46cd-477e-b25d-6a0cb9ef6fb1 None None] Set router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:24.493660 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777d50b-3bd4-4688-86da-af4496b6a9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:24.495583 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ab5892-d44b-4b4d-98bf-b5f05de865d1 admin admin] Made reservation on behalf of 5c38edf003e74119a853a203be7a2fd8 for: {'subnet': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:30:24.523742 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-97ab5892-d44b-4b4d-98bf-b5f05de865d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25370233'] for subnet (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:24.604378 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-420ce7f3-5f88-4c57-8ee5-0dd1d9c3c38a admin admin] Publish callbacks [] for router_gateway (30dfcda2-51a7-4e6d-92a9-cca43af2af8d), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:24.718587 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:24.738404 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-420ce7f3-5f88-4c57-8ee5-0dd1d9c3c38a admin admin] Deleting port 80a57acd-cab2-4901-9f97-18b906dd76ce {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:30:24.738738 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-420ce7f3-5f88-4c57-8ee5-0dd1d9c3c38a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (80a57acd-cab2-4901-9f97-18b906dd76ce), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:24.772419 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-b5e3f496-46cd-477e-b25d-6a0cb9ef6fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:30:22Z', 'revision_number': 5, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port': {'id': '80a57acd-cab2-4901-9f97-18b906dd76ce', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:52Z', 'updated_at': '2022-10-27T13:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:24.807859 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0777d50b-3bd4-4688-86da-af4496b6a9ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (cf9d9e9d-f4b9-457d-9d91-950e7084e959), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:24.834134 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3f496-46cd-477e-b25d-6a0cb9ef6fb1 None None] Checking router: 30dfcda2-51a7-4e6d-92a9-cca43af2af8d for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:30:24.890175 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ed163ca9-527c-4588-b0f7-45c71c4d30d9 None None] Provisioning complete for port b8b5e1d8-942a-495c-be3b-88c11c715f45 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:24.894666 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ed163ca9-527c-4588-b0f7-45c71c4d30d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (b8b5e1d8-942a-495c-be3b-88c11c715f45), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:24.896630 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ed163ca9-527c-4588-b0f7-45c71c4d30d9 None None] Attempt 1 to provision port b8b5e1d8-942a-495c-be3b-88c11c715f45 Oct 27 13:30:24.902120 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [None req-420ce7f3-5f88-4c57-8ee5-0dd1d9c3c38a admin admin] For port 80a57acd-cab2-4901-9f97-18b906dd76ce, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=80a57acd-cab2-4901-9f97-18b906dd76ce,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:24.902639 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-420ce7f3-5f88-4c57-8ee5-0dd1d9c3c38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (80a57acd-cab2-4901-9f97-18b906dd76ce), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:24.911036 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3f496-46cd-477e-b25d-6a0cb9ef6fb1 None None] Routers {'30dfcda2-51a7-4e6d-92a9-cca43af2af8d'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:24.911674 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-b5e3f496-46cd-477e-b25d-6a0cb9ef6fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:29:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:24.924492 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-420ce7f3-5f88-4c57-8ee5-0dd1d9c3c38a admin admin] Calling delete_port for 80a57acd-cab2-4901-9f97-18b906dd76ce owned by network:router_gateway {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:30:24.968404 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:25.073772 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ed163ca9-527c-4588-b0f7-45c71c4d30d9 None None] Current status of the port b8b5e1d8-942a-495c-be3b-88c11c715f45 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:25.095560 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0777d50b-3bd4-4688-86da-af4496b6a9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (cf9d9e9d-f4b9-457d-9d91-950e7084e959), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:25.097966 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0777d50b-3bd4-4688-86da-af4496b6a9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:25.105385 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0777d50b-3bd4-4688-86da-af4496b6a9ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:25.154982 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-b5e3f496-46cd-477e-b25d-6a0cb9ef6fb1 None None] Set router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d gateway port host: None {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:25.215253 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-b5e3f496-46cd-477e-b25d-6a0cb9ef6fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:30:24Z', 'revision_number': 6, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port_host': None}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:25.232063 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:25.241827 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3f496-46cd-477e-b25d-6a0cb9ef6fb1 None None] The sync data for ids ['30dfcda2-51a7-4e6d-92a9-cca43af2af8d'] in dv-cinder-862432-3-iscsi is: [{'id': '30dfcda2-51a7-4e6d-92a9-cca43af2af8d', 'name': 'tempest-AttachVolumeTestJSON-577812211-router', 'tenant_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:50Z', 'updated_at': '2022-10-27T13:30:24Z', 'revision_number': 6, 'project_id': '5d1a967f9b62401ba95d65a2747e3ec0', 'gw_port_host': None}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:30:25.286335 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8e3bb-4da2-4018-a754-c1903e0a75a4 req-20483ecb-acba-4a02-aaaa-7ed46684bf53 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:25.287904 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3ef8e3bb-4da2-4018-a754-c1903e0a75a4 req-20483ecb-acba-4a02-aaaa-7ed46684bf53 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.1481707 Oct 27 13:30:25.309491 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-0777d50b-3bd4-4688-86da-af4496b6a9ff admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3848946 Oct 27 13:30:25.315935 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33384) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:25.323742 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777d50b-3bd4-4688-86da-af4496b6a9ff admin admin] Pushing event updated for resources: {'Network': ['ID=cf9d9e9d-f4b9-457d-9d91-950e7084e959,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:25.338509 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network cf9d9e9d-f4b9-457d-9d91-950e7084e959 details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:30:25.387534 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-e751e915-be22-4e02-95fc-799f3eba9788 admin admin] Request body: {'subnet': {'network_id': 'cf9d9e9d-f4b9-457d-9d91-950e7084e959', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-819427599-subnet', 'tenant_id': '9f309e5e9bf84fff939c088e7c256bfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:25.449289 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-97ab5892-d44b-4b4d-98bf-b5f05de865d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4109026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25370135'] for subnet (67bb9674-b1fd-42f0-9b19-4de92aab4a77), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:25.569655 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device fdadd21f-e971-45ba-9056-b2b17b4624ca up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:30:25.579648 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab5892-d44b-4b4d-98bf-b5f05de865d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67bb9674-b1fd-42f0-9b19-4de92aab4a77,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:25.604960 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e751e915-be22-4e02-95fc-799f3eba9788 admin admin] Made reservation on behalf of 9f309e5e9bf84fff939c088e7c256bfb for: {'subnet': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:30:25.607889 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e751e915-be22-4e02-95fc-799f3eba9788 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2644542'] for subnet (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:25.627391 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab5892-d44b-4b4d-98bf-b5f05de865d1 admin admin] Checking segment: {'id': 'f8d38ebf-545c-4929-b6d4-873d2ccd6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'efc1d066-49d5-4768-afc2-1d9ea1a4fc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:30:25.627391 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ab5892-d44b-4b4d-98bf-b5f05de865d1 admin admin] Network hostable DHCP agents. Network: efc1d066-49d5-4768-afc2-1d9ea1a4fc13, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:30:25.655708 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3ef8e3bb-4da2-4018-a754-c1903e0a75a4 req-c04a8948-a584-4748-8a99-50098f374cf9 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3397942 Oct 27 13:30:25.683011 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ab5892-d44b-4b4d-98bf-b5f05de865d1 admin admin] Network efc1d066-49d5-4768-afc2-1d9ea1a4fc13 is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:30:25.713852 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port fdadd21f-e971-45ba-9056-b2b17b4624ca triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:25.716076 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (fdadd21f-e971-45ba-9056-b2b17b4624ca), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:25.716837 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port fdadd21f-e971-45ba-9056-b2b17b4624ca Oct 27 13:30:25.726025 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-97ab5892-d44b-4b4d-98bf-b5f05de865d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, efc1d066-49d5-4768-afc2-1d9ea1a4fc13) {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:30:25.730761 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ab5892-d44b-4b4d-98bf-b5f05de865d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:25.731252 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-97ab5892-d44b-4b4d-98bf-b5f05de865d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:25.764765 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d82344-08a6-42ab-aa6f-81e0cd971da8 None None] Network efc1d066-49d5-4768-afc2-1d9ea1a4fc13 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:30:25.769478 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-97ab5892-d44b-4b4d-98bf-b5f05de865d1 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4791989 Oct 27 13:30:25.770122 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33392) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:25.783982 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-816162654-router', 'tenant_id': '5c38edf003e74119a853a203be7a2fd8', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:25.795519 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-420ce7f3-5f88-4c57-8ee5-0dd1d9c3c38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (80a57acd-cab2-4901-9f97-18b906dd76ce), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:25.842769 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1006292'] for router (fa715cbd-8fd0-49fb-bbd2-76fab331d041), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:25.844416 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1006319'] for router (fa715cbd-8fd0-49fb-bbd2-76fab331d041), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:25.872675 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ce7f3-5f88-4c57-8ee5-0dd1d9c3c38a admin admin] Pushing event deleted for resources: {'Port': ['ID=80a57acd-cab2-4901-9f97-18b906dd76ce,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:25.992639 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Publish callbacks [] for router_controller (fa715cbd-8fd0-49fb-bbd2-76fab331d041), precommit_add_association {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:25.993532 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe4b0003-7596-5709-b003-0e8d4fe063b1-efc1d066-49d5-4768-afc2-1d9ea1a4fc13', 'network_id': 'efc1d066-49d5-4768-afc2-1d9ea1a4fc13', 'project_id': '5c38edf003e74119a853a203be7a2fd8', 'fixed_ips': [{'subnet_id': '67bb9674-b1fd-42f0-9b19-4de92aab4a77'}]}} from dv-cinder-862432-3-iscsi. {{(pid=104534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 13:30:25.993532 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:26.258411 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-420ce7f3-5f88-4c57-8ee5-0dd1d9c3c38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658818'] for router_gateway (30dfcda2-51a7-4e6d-92a9-cca43af2af8d), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:26.306478 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:26.378236 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port fdadd21f-e971-45ba-9056-b2b17b4624ca is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:26.378754 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (fdadd21f-e971-45ba-9056-b2b17b4624ca), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:26.392296 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:26.398108 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.db_base_plugin_common [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Allocated IP 172.20.0.2 (efc1d066-49d5-4768-afc2-1d9ea1a4fc13/67bb9674-b1fd-42f0-9b19-4de92aab4a77/10b21e23-cb48-431a-903e-3e0d964cd978) {{(pid=104534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:30:26.450446 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port fdadd21f-e971-45ba-9056-b2b17b4624ca, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=fdadd21f-e971-45ba-9056-b2b17b4624ca,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:26.480769 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (fdadd21f-e971-45ba-9056-b2b17b4624ca), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:26.491811 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-420ce7f3-5f88-4c57-8ee5-0dd1d9c3c38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1006310'] for router (30dfcda2-51a7-4e6d-92a9-cca43af2af8d), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:26.501339 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-420ce7f3-5f88-4c57-8ee5-0dd1d9c3c38a admin admin] Publish callbacks [] for router_controller (30dfcda2-51a7-4e6d-92a9-cca43af2af8d), precommit_delete_associations {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:26.553142 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device da5205e6-7921-4b98-a7d5-d15aadaa9420 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:30:26.583247 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:26.586124 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e751e915-be22-4e02-95fc-799f3eba9788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2878557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2644560'] for subnet (dc1355db-e9b4-41f6-ad0a-cfb10d82c7e3), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:26.629200 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-420ce7f3-5f88-4c57-8ee5-0dd1d9c3c38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684032'] for router (30dfcda2-51a7-4e6d-92a9-cca43af2af8d), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:26.630139 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420ce7f3-5f88-4c57-8ee5-0dd1d9c3c38a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30dfcda2-51a7-4e6d-92a9-cca43af2af8d {{(pid=104532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 13:30:26.646374 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-420ce7f3-5f88-4c57-8ee5-0dd1d9c3c38a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:26.651596 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-420ce7f3-5f88-4c57-8ee5-0dd1d9c3c38a admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/30dfcda2-51a7-4e6d-92a9-cca43af2af8d HTTP/1.1" status: 204 len: 168 time: 2.5279424 Oct 27 13:30:26.656155 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33410) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:26.695954 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: da5205e6-7921-4b98-a7d5-d15aadaa9420 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:30:26.696967 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device da5205e6-7921-4b98-a7d5-d15aadaa9420 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:30:26.783139 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Publish callbacks [] for router_gateway (fa715cbd-8fd0-49fb-bbd2-76fab331d041), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:26.850542 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751e915-be22-4e02-95fc-799f3eba9788 admin admin] Checking segment: {'id': '67bf917f-57e7-4475-8890-9f732391e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cf9d9e9d-f4b9-457d-9d91-950e7084e959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:30:26.852523 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751e915-be22-4e02-95fc-799f3eba9788 admin admin] Network hostable DHCP agents. Network: cf9d9e9d-f4b9-457d-9d91-950e7084e959, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:30:26.870782 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751e915-be22-4e02-95fc-799f3eba9788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc1355db-e9b4-41f6-ad0a-cfb10d82c7e3,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:26.922197 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=fdadd21f-e971-45ba-9056-b2b17b4624ca,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:26.978148 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed61cb41-d90d-40aa-887a-aae23359444c admin admin] Deleting subnet 3a4b0eb8-cd36-4797-a097-2561f1cfcd3b {{(pid=104532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 13:30:26.981819 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751e915-be22-4e02-95fc-799f3eba9788 admin admin] Network cf9d9e9d-f4b9-457d-9d91-950e7084e959 is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:30:26.988652 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18139398-db43-4bc7-93cc-c828508e48a4 req-b49b2c5d-10fd-43af-8490-babaf7395106 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:26.990561 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-18139398-db43-4bc7-93cc-c828508e48a4 req-b49b2c5d-10fd-43af-8490-babaf7395106 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0917113 Oct 27 13:30:26.993228 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ed61cb41-d90d-40aa-887a-aae23359444c admin admin] Publish callbacks [] for subnet (3a4b0eb8-cd36-4797-a097-2561f1cfcd3b), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:27.038097 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-e751e915-be22-4e02-95fc-799f3eba9788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, cf9d9e9d-f4b9-457d-9d91-950e7084e959) {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:30:27.047602 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e994d031-fdf1-4195-be13-89ae22776b19 None None] Network cf9d9e9d-f4b9-457d-9d91-950e7084e959 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:30:27.061647 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e751e915-be22-4e02-95fc-799f3eba9788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:27.063152 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e751e915-be22-4e02-95fc-799f3eba9788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:27.087077 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:DELETE=7,neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:27.129130 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Publish callbacks [] for port (10b21e23-cb48-431a-903e-3e0d964cd978), precommit_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:27.131161 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:27.132056 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ed61cb41-d90d-40aa-887a-aae23359444c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1641412'] for subnet (3a4b0eb8-cd36-4797-a097-2561f1cfcd3b), precommit_delete_associations {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:27.152523 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (10b21e23-cb48-431a-903e-3e0d964cd978), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:27.162874 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Sync routers for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:30:27.212663 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-e751e915-be22-4e02-95fc-799f3eba9788 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8950438 Oct 27 13:30:27.254860 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Network efc1d066-49d5-4768-afc2-1d9ea1a4fc13 is already hosted by enough agents. {{(pid=104534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:30:27.276614 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-18139398-db43-4bc7-93cc-c828508e48a4 req-4e7c5d22-3c51-42ec-a7f1-abd25afa2e73 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775028 Oct 27 13:30:27.277529 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Publish callbacks [] for router_gateway (fa715cbd-8fd0-49fb-bbd2-76fab331d041), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:27.285614 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.base_scheduler [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Resources bound (agent type, host, resource id): {{(pid=104534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:30:27.288561 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Received port after_create {{(pid=104534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:30:27.295382 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:27.296409 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:29:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:27.372799 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ed61cb41-d90d-40aa-887a-aae23359444c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16194172'] for subnet (3a4b0eb8-cd36-4797-a097-2561f1cfcd3b), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:27.384867 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:27.480729 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:27.521727 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ed61cb41-d90d-40aa-887a-aae23359444c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16194053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2878104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2644571'] for subnet (3a4b0eb8-cd36-4797-a097-2561f1cfcd3b), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:27.627965 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Allocated IP 172.27.0.177 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/7b91d43d-6631-4a3b-bfb2-904c081fcf74) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:30:27.654007 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61cb41-d90d-40aa-887a-aae23359444c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4b0eb8-cd36-4797-a097-2561f1cfcd3b,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:27.661228 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ed61cb41-d90d-40aa-887a-aae23359444c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:27.671404 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-ed61cb41-d90d-40aa-887a-aae23359444c admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/3a4b0eb8-cd36-4797-a097-2561f1cfcd3b HTTP/1.1" status: 204 len: 168 time: 1.0001309 Oct 27 13:30:27.679661 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33422) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:27.733488 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:27.802746 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device fdadd21f-e971-45ba-9056-b2b17b4624ca up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:30:27.806708 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Pushing event updated for resources: {'Port': ['ID=10b21e23-cb48-431a-903e-3e0d964cd978,revision_number=1']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:27.807203 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Publish callbacks [] for port (7b91d43d-6631-4a3b-bfb2-904c081fcf74), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:27.810358 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eab486-d6ab-4ad4-ae0a-442a8af1d052 None None] Network 424d9785-78b4-4b32-922b-56a7b3492659 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:30:27.858397 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (7b91d43d-6631-4a3b-bfb2-904c081fcf74), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:27.890073 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692448'] for network (424d9785-78b4-4b32-922b-56a7b3492659), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:27.926232 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:30:27.946543 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:30:27.962890 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:30:27.973809 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Pushing event updated for resources: {'Port': ['ID=7b91d43d-6631-4a3b-bfb2-904c081fcf74,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:27.997438 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] Deleting port b8b5e1d8-942a-495c-be3b-88c11c715f45 {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:30:27.997932 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (b8b5e1d8-942a-495c-be3b-88c11c715f45), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:28.103237 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] For port b8b5e1d8-942a-495c-be3b-88c11c715f45, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=b8b5e1d8-942a-495c-be3b-88c11c715f45,segment=NetworkSegment(e5c45272-669f-4a6e-bc78-66653a65ecdf),segment_id=e5c45272-669f-4a6e-bc78-66653a65ecdf)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:28.103616 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (b8b5e1d8-942a-495c-be3b-88c11c715f45), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:28.137887 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] Calling delete_port for b8b5e1d8-942a-495c-be3b-88c11c715f45 owned by network:dhcp {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:30:28.232565 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Attempting to bind port 10b21e23-cb48-431a-903e-3e0d964cd978 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:30:28.233155 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Attempting to bind port 10b21e23-cb48-431a-903e-3e0d964cd978 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': 'f8d38ebf-545c-4929-b6d4-873d2ccd6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'efc1d066-49d5-4768-afc2-1d9ea1a4fc13'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:30:28.234447 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Attempting to bind port 10b21e23-cb48-431a-903e-3e0d964cd978 on network efc1d066-49d5-4768-afc2-1d9ea1a4fc13 {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:30:28.237303 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-c61affba-5fb3-43f1-a7b1-33a868292526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:28.280476 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f060a15c-6c4f-4d16-8fe3-dbf0ca3f9321 None None] Network cf9d9e9d-f4b9-457d-9d91-950e7084e959 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:30:28.357228 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (b8b5e1d8-942a-495c-be3b-88c11c715f45), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:28.407625 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b5e1d8-942a-495c-be3b-88c11c715f45,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:28.411244 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] No DVR routers for this DVR port b8b5e1d8-942a-495c-be3b-88c11c715f45 on host dv-cinder-862432-3-iscsi {{(pid=104532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:30:28.502847 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16195207', 'neutron.services.segments.db._delete_segments_for_network-8757664830338'] for network (424d9785-78b4-4b32-922b-56a7b3492659), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:28.525461 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424d9785-78b4-4b32-922b-56a7b3492659']}} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:28.553221 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c45272-669f-4a6e-bc78-66653a65ecdf') {'for_net_delete': True} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:28.553518 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c45272-669f-4a6e-bc78-66653a65ecdf') {} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:28.565346 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757664830401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1641421'] for segment (e5c45272-669f-4a6e-bc78-66653a65ecdf), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:28.579973 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (e5c45272-669f-4a6e-bc78-66653a65ecdf), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:28.586980 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=104532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 13:30:28.587392 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2878206'] for segment (e5c45272-669f-4a6e-bc78-66653a65ecdf), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:28.611112 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:28.614073 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:INSERT=3,neutron:UPDATE=5,neutron:SELECT=92 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:28.674727 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16195212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658862'] for network (424d9785-78b4-4b32-922b-56a7b3492659), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:28.681992 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:28.689022 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/424d9785-78b4-4b32-922b-56a7b3492659 HTTP/1.1" status: 204 len: 168 time: 1.0081935 Oct 27 13:30:28.697085 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51aedc-0e81-4610-b447-8dae3bcda272 req-7519d2d7-ea2b-4542-9ec0-bf09516c68d6 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:28.699528 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-bd51aedc-0e81-4610-b447-8dae3bcda272 req-7519d2d7-ea2b-4542-9ec0-bf09516c68d6 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 946 time: 0.0527687 Oct 27 13:30:28.715997 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:28.717172 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:30:28.717551 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Checking segment: {'id': 'f8d38ebf-545c-4929-b6d4-873d2ccd6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'efc1d066-49d5-4768-afc2-1d9ea1a4fc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:30:28.717958 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:28.718353 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Bound using segment: {'id': 'f8d38ebf-545c-4929-b6d4-873d2ccd6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'efc1d066-49d5-4768-afc2-1d9ea1a4fc13'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:30:28.718874 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Bound port: 10b21e23-cb48-431a-903e-3e0d964cd978, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d38ebf-545c-4929-b6d4-873d2ccd6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'efc1d066-49d5-4768-afc2-1d9ea1a4fc13'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:30:28.719293 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (10b21e23-cb48-431a-903e-3e0d964cd978), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:28.733397 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment e5c45272-669f-4a6e-bc78-66653a65ecdf resource provider aggregate not found Oct 27 13:30:28.745743 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:28.769252 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-bd51aedc-0e81-4610-b447-8dae3bcda272 req-34ad1120-cf41-4c93-9ec3-eb9b8237e749 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=92554ee9-e2e2-4535-a42d-12b9660096cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495327 Oct 27 13:30:28.770253 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Publish callbacks [] for router_gateway (fa715cbd-8fd0-49fb-bbd2-76fab331d041), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:28.794354 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment e5c45272-669f-4a6e-bc78-66653a65ecdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5c45272-669f-4a6e-bc78-66653a65ecdf found for delete ", "request_id": "req-d45e4ed6-2112-4107-955f-4b87df3ccd2b"}]} Oct 27 13:30:28.798613 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402f31d-e169-4cf8-bf77-6235056cf6fe admin admin] Pushing event deleted for resources: {'Network': ['ID=424d9785-78b4-4b32-922b-56a7b3492659,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:28.847150 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf54ec3-d8a7-484e-961a-937d3324dc1f req-153f6baa-3ba8-484d-b19c-e858a63baca2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:28.849338 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6cf54ec3-d8a7-484e-961a-937d3324dc1f req-153f6baa-3ba8-484d-b19c-e858a63baca2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.1911712 Oct 27 13:30:28.935135 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6cf54ec3-d8a7-484e-961a-937d3324dc1f req-d3370fe6-56b5-492b-b7b4-009ba247b4ac tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756781 Oct 27 13:30:28.986114 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33446) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:28.994614 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port fdadd21f-e971-45ba-9056-b2b17b4624ca triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:28.995340 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (fdadd21f-e971-45ba-9056-b2b17b4624ca), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:29.001358 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port fdadd21f-e971-45ba-9056-b2b17b4624ca Oct 27 13:30:29.042140 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 2, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:29.091018 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd280330-7454-4910-ab3d-bc2af8b64927 None None] DHCP port deletion for 424d9785-78b4-4b32-922b-56a7b3492659 request from dv-cinder-862432-3-iscsi {{(pid=104534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 13:30:29.098869 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-34122d82-8637-4c15-95e9-7ec4000e8eb1 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=5d1a967f9b62401ba95d65a2747e3ec0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1113164 Oct 27 13:30:29.101430 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33448) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:29.102462 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Checking router: b76e237f-d3ca-43e2-b768-0e4c630a0d66 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:30:29.102814 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Updating router b76e237f-d3ca-43e2-b768-0e4c630a0d66 port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 binding host dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:30:29.121779 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658732'] for router (fa715cbd-8fd0-49fb-bbd2-76fab331d041), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:29.154096 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] For port 10b21e23-cb48-431a-903e-3e0d964cd978, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:30:29.170710 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:29.172862 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] For port 10b21e23-cb48-431a-903e-3e0d964cd978, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=10b21e23-cb48-431a-903e-3e0d964cd978,segment=NetworkSegment(f8d38ebf-545c-4929-b6d4-873d2ccd6ba1),segment_id=f8d38ebf-545c-4929-b6d4-873d2ccd6ba1)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:30:29.197155 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (10b21e23-cb48-431a-903e-3e0d964cd978), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:29.241922 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8ca1a1de-a381-4ac7-8163-6a327d9a14bf admin admin] Publish callbacks [] for security_group (0a23e45e-069b-4289-a0d9-c3c8c5c265bf), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:29.287938 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8ca1a1de-a381-4ac7-8163-6a327d9a14bf admin admin] Publish callbacks [] for security_group (0a23e45e-069b-4289-a0d9-c3c8c5c265bf), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:29.289164 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port fdadd21f-e971-45ba-9056-b2b17b4624ca is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:29.298343 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:29.299139 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:29.383539 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8ca1a1de-a381-4ac7-8163-6a327d9a14bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (0a23e45e-069b-4289-a0d9-c3c8c5c265bf), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:29.390134 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8ca1a1de-a381-4ac7-8163-6a327d9a14bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:29.392526 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-8ca1a1de-a381-4ac7-8163-6a327d9a14bf admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/0a23e45e-069b-4289-a0d9-c3c8c5c265bf HTTP/1.1" status: 204 len: 168 time: 0.2887163 Oct 27 13:30:29.403804 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb263fc-8837-4e7e-bbdc-cfc56ec3750b None None] Pushing event updated for resources: {'Port': ['ID=10b21e23-cb48-431a-903e-3e0d964cd978,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:29.405202 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1a1de-a381-4ac7-8163-6a327d9a14bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a23e45e-069b-4289-a0d9-c3c8c5c265bf,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:29.417496 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 80a57acd-cab2-4901-9f97-18b906dd76ce no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:30:29.440989 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:29.451571 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Router fa715cbd-8fd0-49fb-bbd2-76fab331d041 is scheduled to L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 with binding_index 1 {{(pid=104533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 13:30:29.463642 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 80a57acd-cab2-4901-9f97-18b906dd76ce {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:30:29.463984 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 80a57acd-cab2-4901-9f97-18b906dd76ce not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:30:29.706236 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device b8b5e1d8-942a-495c-be3b-88c11c715f45 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:30:29.752083 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-358857e4-1112-4325-b290-dec7a602623c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:29.758474 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: b8b5e1d8-942a-495c-be3b-88c11c715f45 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:30:29.759321 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device b8b5e1d8-942a-495c-be3b-88c11c715f45 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:30:29.814504 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:30:29.835863 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Sync routers for ids ['fa715cbd-8fd0-49fb-bbd2-76fab331d041'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:30:29.862434 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Routers {'fa715cbd-8fd0-49fb-bbd2-76fab331d041'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:29.862956 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:30:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['fa715cbd-8fd0-49fb-bbd2-76fab331d041'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:29.875844 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:29.880680 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33460) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:29.887326 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-ce30f97e-6ddb-4ae5-9d59-3106ce5820bc admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1143432 Oct 27 13:30:30.153517 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8e024-78a3-42a0-af09-a10fbe90c6d8 req-0558542d-b826-4dbd-acb4-6a4415b00f43 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:30.155273 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-02a8e024-78a3-42a0-af09-a10fbe90c6d8 req-0558542d-b826-4dbd-acb4-6a4415b00f43 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 946 time: 0.1406066 Oct 27 13:30:30.165498 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Publish callbacks [] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), precommit_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:30.175449 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:30.185370 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:30.245802 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Set router fa715cbd-8fd0-49fb-bbd2-76fab331d041 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:30.298049 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5f8d8-591d-4563-8614-1232c6bc6ef9 None None] Pushing event updated for resources: {'Port': ['ID=07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:30.334157 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-02a8e024-78a3-42a0-af09-a10fbe90c6d8 req-ee39427b-da81-477e-be65-fe352975ed53 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Deleting port 9f2d6467-0202-4c8f-bf74-02393e8d0777 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:30:30.336066 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-02a8e024-78a3-42a0-af09-a10fbe90c6d8 req-ee39427b-da81-477e-be65-fe352975ed53 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (9f2d6467-0202-4c8f-bf74-02393e8d0777), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:30.425431 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=100 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:30.477238 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Attempting to bind port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:30:30.493398 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Attempting to bind port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:30:30.495363 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Attempting to bind port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 on network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:30:30.629233 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955113c-21e0-4d44-94fe-198c9d42beac req-13bd09aa-c00d-4f3b-bd06-76fafe07fd30 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:30.646473 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5955113c-21e0-4d44-94fe-198c9d42beac req-13bd09aa-c00d-4f3b-bd06-76fafe07fd30 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/networks?id=cf9d9e9d-f4b9-457d-9d91-950e7084e959 HTTP/1.1" status: 200 len: 808 time: 0.4236097 Oct 27 13:30:30.674272 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:30:30.674849 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Checking segment: {'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:30:30.675354 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:30.676222 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d726dd-d7d9-4b74-b98a-214b0313fe54 req-2081cf50-2784-4998-9024-5494b5b05542 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:30.676466 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Bound using segment: {'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:30:30.677453 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Bound port: 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:30:30.677960 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:30.690543 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b3d726dd-d7d9-4b74-b98a-214b0313fe54 req-2081cf50-2784-4998-9024-5494b5b05542 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 946 time: 0.6865506 Oct 27 13:30:30.791611 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-02a8e024-78a3-42a0-af09-a10fbe90c6d8 req-ee39427b-da81-477e-be65-fe352975ed53 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] For port 9f2d6467-0202-4c8f-bf74-02393e8d0777, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=9f2d6467-0202-4c8f-bf74-02393e8d0777,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:30.791980 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-02a8e024-78a3-42a0-af09-a10fbe90c6d8 req-ee39427b-da81-477e-be65-fe352975ed53 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (9f2d6467-0202-4c8f-bf74-02393e8d0777), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:30.824995 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5955113c-21e0-4d44-94fe-198c9d42beac req-777cac9f-9e30-4091-9cf9-3ed651716157 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/quotas/9f309e5e9bf84fff939c088e7c256bfb HTTP/1.1" status: 200 len: 375 time: 0.1763954 Oct 27 13:30:30.871935 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] For port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:30:30.885603 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] For port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:30:30.940711 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:30.981370 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5955113c-21e0-4d44-94fe-198c9d42beac req-b54953aa-d23c-45a0-865b-b6255487eddd tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9f309e5e9bf84fff939c088e7c256bfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1098306 Oct 27 13:30:31.010428 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:31.070772 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:31.086218 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:31.086898 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:30:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:31.092749 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b3d726dd-d7d9-4b74-b98a-214b0313fe54 req-8829afde-d6ea-4820-929d-66a1cf057e80 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=92554ee9-e2e2-4535-a42d-12b9660096cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966818 Oct 27 13:30:31.102265 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'name': 'tempest-TestVolumeBootPattern-816162654-router', 'tenant_id': '5c38edf003e74119a853a203be7a2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '7b91d43d-6631-4a3b-bfb2-904c081fcf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:25Z', 'updated_at': '2022-10-27T13:30:28Z', 'revision_number': 3, 'project_id': '5c38edf003e74119a853a203be7a2fd8', 'gw_port': {'id': '7b91d43d-6631-4a3b-bfb2-904c081fcf74', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:27Z', 'updated_at': '2022-10-27T13:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:31.167896 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Checking router: fa715cbd-8fd0-49fb-bbd2-76fab331d041 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:30:31.168256 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Updating router fa715cbd-8fd0-49fb-bbd2-76fab331d041 port 7b91d43d-6631-4a3b-bfb2-904c081fcf74 binding host dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:30:31.250663 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:31.263478 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (7b91d43d-6631-4a3b-bfb2-904c081fcf74), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:31.392004 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d92d342-b66e-42d6-8145-12df7b0aea56 None None] Network efc1d066-49d5-4768-afc2-1d9ea1a4fc13 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:30:31.517904 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5f8d8-591d-4563-8614-1232c6bc6ef9 None None] Pushing event updated for resources: {'Port': ['ID=07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:31.587948 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b6d6b-df94-46fe-839f-02ff62cb6f35 req-20611725-869d-4f65-b432-7e41b172713e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:31.602689 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-80d8feff-3d4d-4923-8449-58ef145e8f83 None None] Provisioning complete for port 10b21e23-cb48-431a-903e-3e0d964cd978 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:31.602873 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-80d8feff-3d4d-4923-8449-58ef145e8f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (10b21e23-cb48-431a-903e-3e0d964cd978), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:31.603079 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-80d8feff-3d4d-4923-8449-58ef145e8f83 None None] Attempt 1 to provision port 10b21e23-cb48-431a-903e-3e0d964cd978 Oct 27 13:30:31.624264 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-569b6d6b-df94-46fe-839f-02ff62cb6f35 req-20611725-869d-4f65-b432-7e41b172713e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.2549779 Oct 27 13:30:31.657358 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:31.679614 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-02a8e024-78a3-42a0-af09-a10fbe90c6d8 req-ee39427b-da81-477e-be65-fe352975ed53 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:31.679614 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-02a8e024-78a3-42a0-af09-a10fbe90c6d8 req-ee39427b-da81-477e-be65-fe352975ed53 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (ee2c9eea-9505-4efd-b0f3-257665c69b5a), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:31.687812 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.l3_db [req-02a8e024-78a3-42a0-af09-a10fbe90c6d8 req-ee39427b-da81-477e-be65-fe352975ed53 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Floating IP ee2c9eea-9505-4efd-b0f3-257665c69b5a disassociated. External IP: 172.27.0.195, port: 9f2d6467-0202-4c8f-bf74-02393e8d0777. Oct 27 13:30:31.690066 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-02a8e024-78a3-42a0-af09-a10fbe90c6d8 req-ee39427b-da81-477e-be65-fe352975ed53 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Calling delete_port for 9f2d6467-0202-4c8f-bf74-02393e8d0777 owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:30:31.804880 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 10b21e23-cb48-431a-903e-3e0d964cd978 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:30:31.829417 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Publish callbacks [] for port (7b91d43d-6631-4a3b-bfb2-904c081fcf74), precommit_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:31.833490 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:31.863600 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (7b91d43d-6631-4a3b-bfb2-904c081fcf74), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:31.906637 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Attempting to bind port 7b91d43d-6631-4a3b-bfb2-904c081fcf74 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:30:31.907862 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Attempting to bind port 7b91d43d-6631-4a3b-bfb2-904c081fcf74 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:30:31.910985 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Attempting to bind port 7b91d43d-6631-4a3b-bfb2-904c081fcf74 on network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:30:31.945444 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:32.024142 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1da6ac-d923-4a36-9b71-8aae35be9694 None None] Pushing event updated for resources: {'Port': ['ID=7b91d43d-6631-4a3b-bfb2-904c081fcf74,revision_number=2']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:32.032837 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:30:32.033617 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Checking segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:30:32.034271 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:32.034894 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Bound using segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:30:32.035598 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Bound port: 7b91d43d-6631-4a3b-bfb2-904c081fcf74, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:30:32.036205 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (7b91d43d-6631-4a3b-bfb2-904c081fcf74), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:32.099632 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] For port 7b91d43d-6631-4a3b-bfb2-904c081fcf74, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:30:32.103939 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] For port 7b91d43d-6631-4a3b-bfb2-904c081fcf74, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=7b91d43d-6631-4a3b-bfb2-904c081fcf74,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:30:32.108139 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1da6ac-d923-4a36-9b71-8aae35be9694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:32.108691 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1da6ac-d923-4a36-9b71-8aae35be9694 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:32.109357 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1da6ac-d923-4a36-9b71-8aae35be9694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:32.109703 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1da6ac-d923-4a36-9b71-8aae35be9694 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:32.110626 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1da6ac-d923-4a36-9b71-8aae35be9694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:32.112196 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1da6ac-d923-4a36-9b71-8aae35be9694 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:32.112681 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1da6ac-d923-4a36-9b71-8aae35be9694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:32.113407 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1da6ac-d923-4a36-9b71-8aae35be9694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:32.113834 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1da6ac-d923-4a36-9b71-8aae35be9694 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:32.114319 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1da6ac-d923-4a36-9b71-8aae35be9694 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:32.114747 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1da6ac-d923-4a36-9b71-8aae35be9694 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:32.115702 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1da6ac-d923-4a36-9b71-8aae35be9694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:32.116135 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1da6ac-d923-4a36-9b71-8aae35be9694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:32.116589 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1da6ac-d923-4a36-9b71-8aae35be9694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:32.117038 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1da6ac-d923-4a36-9b71-8aae35be9694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:32.121460 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:32.123807 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (7b91d43d-6631-4a3b-bfb2-904c081fcf74), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:32.213264 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:32.236872 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1da6ac-d923-4a36-9b71-8aae35be9694 None None] Pushing event updated for resources: {'Port': ['ID=7b91d43d-6631-4a3b-bfb2-904c081fcf74,revision_number=3']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:32.266489 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Routers {'fa715cbd-8fd0-49fb-bbd2-76fab331d041'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:32.267151 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:30:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['fa715cbd-8fd0-49fb-bbd2-76fab331d041'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:32.364857 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:32.372461 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Allocated IP 172.20.0.1 (efc1d066-49d5-4768-afc2-1d9ea1a4fc13/67bb9674-b1fd-42f0-9b19-4de92aab4a77/957d2828-67a8-45d4-8d21-8bd95cca40eb) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:30:32.482516 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:30Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:32.489142 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:32.531484 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-80d8feff-3d4d-4923-8449-58ef145e8f83 None None] Current status of the port 10b21e23-cb48-431a-903e-3e0d964cd978 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:32.536964 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-80d8feff-3d4d-4923-8449-58ef145e8f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (10b21e23-cb48-431a-903e-3e0d964cd978), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:32.537142 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] Set router fa715cbd-8fd0-49fb-bbd2-76fab331d041 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:32.554941 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47cb9ec-cf24-4440-b500-7aebe8c1f8fe None None] The sync data for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi is: [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:30Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:30:32.578415 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-569b6d6b-df94-46fe-839f-02ff62cb6f35 req-e786bef3-2d79-4af1-88bd-2318a40ea4cd tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9470487 Oct 27 13:30:32.589687 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-02a8e024-78a3-42a0-af09-a10fbe90c6d8 req-ee39427b-da81-477e-be65-fe352975ed53 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (9f2d6467-0202-4c8f-bf74-02393e8d0777), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:32.646108 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:32.763609 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39427b-da81-477e-be65-fe352975ed53 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event deleted for resources: {'Port': ['ID=9f2d6467-0202-4c8f-bf74-02393e8d0777,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:32.766925 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5955113c-21e0-4d44-94fe-198c9d42beac req-4fcbe434-16e2-430f-bb3c-07eb91e20f0b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cf9d9e9d-f4b9-457d-9d91-950e7084e959?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6323926 Oct 27 13:30:32.772458 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 10b21e23-cb48-431a-903e-3e0d964cd978 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:32.774933 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (10b21e23-cb48-431a-903e-3e0d964cd978), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:32.775792 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 10b21e23-cb48-431a-903e-3e0d964cd978 Oct 27 13:30:32.782368 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:32.917979 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-80d8feff-3d4d-4923-8449-58ef145e8f83 None None] For port 10b21e23-cb48-431a-903e-3e0d964cd978, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=10b21e23-cb48-431a-903e-3e0d964cd978,segment=NetworkSegment(f8d38ebf-545c-4929-b6d4-873d2ccd6ba1),segment_id=f8d38ebf-545c-4929-b6d4-873d2ccd6ba1)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:32.922260 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:32.940478 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-80d8feff-3d4d-4923-8449-58ef145e8f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (10b21e23-cb48-431a-903e-3e0d964cd978), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:33.022206 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Publish callbacks [] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:33.169985 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5955113c-21e0-4d44-94fe-198c9d42beac req-111e5674-f469-4aa5-80be-20ec5c14da12 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cf9d9e9d-f4b9-457d-9d91-950e7084e959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999019 Oct 27 13:30:33.224310 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-78cdfb59-0a95-4a7c-bc6f-e44959157efb req-97e14f98-9265-45e0-a5dc-4cfae029dd04 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 210 time: 0.2152846 Oct 27 13:30:33.227163 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8feff-3d4d-4923-8449-58ef145e8f83 None None] Pushing event updated for resources: {'Port': ['ID=10b21e23-cb48-431a-903e-3e0d964cd978,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:33.258640 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 9f2d6467-0202-4c8f-bf74-02393e8d0777 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:30:33.318076 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:33.339271 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: 9f2d6467-0202-4c8f-bf74-02393e8d0777 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:30:33.339726 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 9f2d6467-0202-4c8f-bf74-02393e8d0777 not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:30:33.354987 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 10b21e23-cb48-431a-903e-3e0d964cd978 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:33.364093 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'name': 'tempest-TestVolumeBootPattern-816162654-router', 'tenant_id': '5c38edf003e74119a853a203be7a2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '7b91d43d-6631-4a3b-bfb2-904c081fcf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:25Z', 'updated_at': '2022-10-27T13:30:28Z', 'revision_number': 3, 'project_id': '5c38edf003e74119a853a203be7a2fd8', 'gw_port': {'id': '7b91d43d-6631-4a3b-bfb2-904c081fcf74', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:27Z', 'updated_at': '2022-10-27T13:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:33.395752 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-3275b5d0-6351-458d-aeab-02d6ae2367a1 None None] Provisioning complete for port 10b21e23-cb48-431a-903e-3e0d964cd978 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:33.397207 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-3275b5d0-6351-458d-aeab-02d6ae2367a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (10b21e23-cb48-431a-903e-3e0d964cd978), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:33.399984 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-3275b5d0-6351-458d-aeab-02d6ae2367a1 None None] Attempt 1 to provision port 10b21e23-cb48-431a-903e-3e0d964cd978 Oct 27 13:30:33.543349 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5801c7-c249-4929-9226-08d0c2faada8 None None] The sync data for ids ['fa715cbd-8fd0-49fb-bbd2-76fab331d041'] in dv-cinder-862432-3-iscsi is: [{'id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'name': 'tempest-TestVolumeBootPattern-816162654-router', 'tenant_id': '5c38edf003e74119a853a203be7a2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '7b91d43d-6631-4a3b-bfb2-904c081fcf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:25Z', 'updated_at': '2022-10-27T13:30:28Z', 'revision_number': 3, 'project_id': '5c38edf003e74119a853a203be7a2fd8', 'gw_port': {'id': '7b91d43d-6631-4a3b-bfb2-904c081fcf74', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:27Z', 'updated_at': '2022-10-27T13:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:30:33.551480 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02a8e024-78a3-42a0-af09-a10fbe90c6d8 req-ee39427b-da81-477e-be65-fe352975ed53 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Router 2bc3a740-4185-46a7-94c4-b4a995702f09 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:30:33.876139 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-3275b5d0-6351-458d-aeab-02d6ae2367a1 None None] Current status of the port 10b21e23-cb48-431a-903e-3e0d964cd978 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:33.939772 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:30:34.001127 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-37b65446-74ab-42d7-8fab-10b8fb21fe7a req-e488b08a-1cab-426a-b3b3-19fd3b44c51e tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 210 time: 0.1532481 Oct 27 13:30:34.010620 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02a8e024-78a3-42a0-af09-a10fbe90c6d8 req-ee39427b-da81-477e-be65-fe352975ed53 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:30:34.073981 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ad0088-4821-4161-b58e-cd67d86484aa None None] Sync routers for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:30:34.201830 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad0088-4821-4161-b58e-cd67d86484aa None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:34.202490 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-67ad0088-4821-4161-b58e-cd67d86484aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:30:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:34.209465 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:34.209849 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:34.210170 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 Oct 27 13:30:34.242615 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a8e024-78a3-42a0-af09-a10fbe90c6d8 req-ee39427b-da81-477e-be65-fe352975ed53 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] No DVR routers for this DVR port 9f2d6467-0202-4c8f-bf74-02393e8d0777 on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:30:34.248550 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-02a8e024-78a3-42a0-af09-a10fbe90c6d8 req-ee39427b-da81-477e-be65-fe352975ed53 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:34.263378 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-02a8e024-78a3-42a0-af09-a10fbe90c6d8 req-ee39427b-da81-477e-be65-fe352975ed53 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "DELETE /networking/v2.0/ports/9f2d6467-0202-4c8f-bf74-02393e8d0777 HTTP/1.1" status: 204 len: 173 time: 4.0988302 Oct 27 13:30:34.268133 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11301098-003d-44b8-8e75-36876f5a5a37', 'name': 'network-vif-deleted', 'tag': '9f2d6467-0202-4c8f-bf74-02393e8d0777'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:30:34.278867 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58b7aec-cec5-487e-bbef-d5b0f9e7866d" -d '{"events": [{"server_uuid": "11301098-003d-44b8-8e75-36876f5a5a37", "name": "network-vif-deleted", "tag": "9f2d6467-0202-4c8f-bf74-02393e8d0777"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:30:34.645074 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:34.818420 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a178758-56cd-4f7c-82d1-891ba322d772 req-963872c6-bace-4917-acff-1f981144b705 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:34.823251 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7a178758-56cd-4f7c-82d1-891ba322d772 req-963872c6-bace-4917-acff-1f981144b705 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.1238775 Oct 27 13:30:34.835244 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-05a769cc-0d7c-468d-8757-205d18f4a50e req-77e7acac-d4d3-4555-90e3-5b788eb91312 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=11301098-003d-44b8-8e75-36876f5a5a37 HTTP/1.1" status: 200 len: 210 time: 0.2438879 Oct 27 13:30:35.014282 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57d6417-3a23-4a95-b40e-6f6f648387cd x-openstack-request-id: req-e57d6417-3a23-4a95-b40e-6f6f648387cd {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:30:35.014899 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11301098-003d-44b8-8e75-36876f5a5a37", "name": "network-vif-deleted", "tag": "9f2d6467-0202-4c8f-bf74-02393e8d0777", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:30:35.015968 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e57d6417-3a23-4a95-b40e-6f6f648387cd {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:30:35.016684 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57d6417-3a23-4a95-b40e-6f6f648387cd'] response: {'server_uuid': '11301098-003d-44b8-8e75-36876f5a5a37', 'name': 'network-vif-deleted', 'tag': '9f2d6467-0202-4c8f-bf74-02393e8d0777', 'status': 'completed', 'code': 200} Oct 27 13:30:35.030084 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-67ad0088-4821-4161-b58e-cd67d86484aa None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:35.034445 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Network efc1d066-49d5-4768-afc2-1d9ea1a4fc13 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:30:35.096781 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:30:35.102404 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:30:35.160592 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:35.222177 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-deb80068-0d6b-4f14-bf50-192acf2c73b5 req-fff7ebf5-eae8-4311-89c3-d47bed47ac3a tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 210 time: 0.0712695 Oct 27 13:30:35.255172 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:35.255932 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:35.288264 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Pushing event updated for resources: {'Port': ['ID=957d2828-67a8-45d4-8d21-8bd95cca40eb,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:35.307681 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:35.349273 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7a178758-56cd-4f7c-82d1-891ba322d772 req-04b1ac3f-1025-4f2f-9795-61210977f04b tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4957616 Oct 27 13:30:35.406666 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658522'] for router_interface (fa715cbd-8fd0-49fb-bbd2-76fab331d041), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:35.579909 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:35.581225 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 10b21e23-cb48-431a-903e-3e0d964cd978 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:30:35.633519 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-67ad0088-4821-4161-b58e-cd67d86484aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:35.714428 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33544) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:35.794449 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ad0088-4821-4161-b58e-cd67d86484aa None None] Checking router: 2bc3a740-4185-46a7-94c4-b4a995702f09 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:30:35.829301 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:35.886469 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-65d7b440-f41a-4b33-bf00-161ba78d70ed None None] Provisioning complete for port 957d2828-67a8-45d4-8d21-8bd95cca40eb triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:35.886900 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-65d7b440-f41a-4b33-bf00-161ba78d70ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:35.887241 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-65d7b440-f41a-4b33-bf00-161ba78d70ed None None] Attempt 1 to provision port 957d2828-67a8-45d4-8d21-8bd95cca40eb Oct 27 13:30:35.894892 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad0088-4821-4161-b58e-cd67d86484aa None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:35.896776 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-67ad0088-4821-4161-b58e-cd67d86484aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:30:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:35.926619 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:35.965502 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d862-096e-4881-8541-2d82793ba0d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:35.978225 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 10b21e23-cb48-431a-903e-3e0d964cd978 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:35.978610 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (10b21e23-cb48-431a-903e-3e0d964cd978), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:35.978952 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 10b21e23-cb48-431a-903e-3e0d964cd978 Oct 27 13:30:36.085612 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33552) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:36.119527 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d862-096e-4881-8541-2d82793ba0d6 admin admin] Publish callbacks [] for security_group (4edae425-b7b6-4907-b6e0-fd0b4aac1597), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:36.130050 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d862-096e-4881-8541-2d82793ba0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (4edae425-b7b6-4907-b6e0-fd0b4aac1597), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:36.146000 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:36.162134 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-65d7b440-f41a-4b33-bf00-161ba78d70ed None None] Port 957d2828-67a8-45d4-8d21-8bd95cca40eb cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:30:36.202855 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1d862-096e-4881-8541-2d82793ba0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edae425-b7b6-4907-b6e0-fd0b4aac1597,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:36.218800 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 10b21e23-cb48-431a-903e-3e0d964cd978 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:36.234937 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-7cc1d862-096e-4881-8541-2d82793ba0d6 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=8d8479eb60b545af8bd2f294bcb054ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5171165 Oct 27 13:30:36.248609 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33554) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:36.319624 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0f92ece7-b8c7-483f-aabf-19e78225a7d3 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (92554ee9-e2e2-4535-a42d-12b9660096cc), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:36.357137 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0f92ece7-b8c7-483f-aabf-19e78225a7d3 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (92554ee9-e2e2-4535-a42d-12b9660096cc), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:36.392585 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-67ad0088-4821-4161-b58e-cd67d86484aa None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:36.440125 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0f92ece7-b8c7-483f-aabf-19e78225a7d3 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (92554ee9-e2e2-4535-a42d-12b9660096cc), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:36.444115 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0f92ece7-b8c7-483f-aabf-19e78225a7d3 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:36.446264 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-0f92ece7-b8c7-483f-aabf-19e78225a7d3 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/92554ee9-e2e2-4535-a42d-12b9660096cc HTTP/1.1" status: 204 len: 168 time: 0.3588767 Oct 27 13:30:36.458531 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33560) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:36.481920 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92ece7-b8c7-483f-aabf-19e78225a7d3 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92554ee9-e2e2-4535-a42d-12b9660096cc,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:36.485440 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:36.636064 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Publish callbacks [] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:36.646442 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:36.741954 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:30:36.757113 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5753273b-5927-4e32-892e-05a8b16d1af0 req-3071dfe3-a344-43b2-b261-056b03376243 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 210 time: 0.3679230 Oct 27 13:30:36.790861 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c6c65f00-0e07-49de-a03f-88c107b5fee2 admin admin] Publish callbacks [] for security_group (4edae425-b7b6-4907-b6e0-fd0b4aac1597), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:36.854724 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:36.900106 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Pushing event updated for resources: {'Port': ['ID=957d2828-67a8-45d4-8d21-8bd95cca40eb,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:36.924214 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:36.924932 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:36.925439 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 Oct 27 13:30:36.926127 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16190267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658606'] for router_interface (fa715cbd-8fd0-49fb-bbd2-76fab331d041), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:36.936285 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.api.v2.resource [None req-b09f82d3-e966-42bd-9239-a04f9294a416 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] show failed (client error): The resource could not be found. Oct 27 13:30:36.945710 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-b09f82d3-e966-42bd-9239-a04f9294a416 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups/92554ee9-e2e2-4535-a42d-12b9660096cc HTTP/1.1" status: 404 len: 347 time: 0.4829934 Oct 27 13:30:36.957186 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcb00f-7938-49f9-a375-86a1ebc0d723 req-e02f3449-4cef-4741-bcc4-bcbe323ca5a4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:36.961173 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33566) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:36.966907 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cddcb00f-7938-49f9-a375-86a1ebc0d723 req-e02f3449-4cef-4741-bcc4-bcbe323ca5a4 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.2737343 Oct 27 13:30:37.066800 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-67ad0088-4821-4161-b58e-cd67d86484aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:37.069921 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:37.078153 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c6c65f00-0e07-49de-a03f-88c107b5fee2 admin admin] Publish callbacks [] for security_group (4edae425-b7b6-4907-b6e0-fd0b4aac1597), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:37.152831 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ad0088-4821-4161-b58e-cd67d86484aa None None] The sync data for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi is: [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:30:37.227614 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Network efc1d066-49d5-4768-afc2-1d9ea1a4fc13 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:30:37.231969 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:30:37.270966 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955113c-21e0-4d44-94fe-198c9d42beac req-5eb3af50-42ef-4709-8c3f-da4396c0dcbc tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:37.272127 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5955113c-21e0-4d44-94fe-198c9d42beac req-5eb3af50-42ef-4709-8c3f-da4396c0dcbc tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.45 "GET /networking/v2.0/networks?id=cf9d9e9d-f4b9-457d-9d91-950e7084e959 HTTP/1.1" status: 200 len: 808 time: 0.6731229 Oct 27 13:30:37.288283 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cddcb00f-7938-49f9-a375-86a1ebc0d723 req-feede8f9-8172-4657-9974-9de35fce7141 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204648 Oct 27 13:30:37.290375 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:37.291967 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:37.295753 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 7b91d43d-6631-4a3b-bfb2-904c081fcf74 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:30:37.381597 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Deleting port 1f249e62-3123-4dfb-8e2b-e3e997a2433b {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:30:37.382643 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (1f249e62-3123-4dfb-8e2b-e3e997a2433b), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:37.393571 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-5955113c-21e0-4d44-94fe-198c9d42beac req-ff2b43cf-c422-4aa0-af37-aa7aaba8e97c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Request body: {'port': {'device_id': '60173dcf-6c4d-49f4-a9be-49396bb2013c', 'network_id': 'cf9d9e9d-f4b9-457d-9d91-950e7084e959', 'admin_state_up': True, 'tenant_id': '9f309e5e9bf84fff939c088e7c256bfb'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:37.435868 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 7b91d43d-6631-4a3b-bfb2-904c081fcf74 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:37.436170 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (7b91d43d-6631-4a3b-bfb2-904c081fcf74), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:37.438629 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 7b91d43d-6631-4a3b-bfb2-904c081fcf74 Oct 27 13:30:37.587670 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Router fa715cbd-8fd0-49fb-bbd2-76fab331d041 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:30:37.667526 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 7b91d43d-6631-4a3b-bfb2-904c081fcf74 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:37.667924 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (7b91d43d-6631-4a3b-bfb2-904c081fcf74), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:37.682569 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c6c65f00-0e07-49de-a03f-88c107b5fee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (4edae425-b7b6-4907-b6e0-fd0b4aac1597), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:37.687942 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c6c65f00-0e07-49de-a03f-88c107b5fee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:37.695874 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-c6c65f00-0e07-49de-a03f-88c107b5fee2 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/4edae425-b7b6-4907-b6e0-fd0b4aac1597 HTTP/1.1" status: 204 len: 168 time: 1.4409561 Oct 27 13:30:37.729904 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 7b91d43d-6631-4a3b-bfb2-904c081fcf74, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=7b91d43d-6631-4a3b-bfb2-904c081fcf74,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:37.741495 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (7b91d43d-6631-4a3b-bfb2-904c081fcf74), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:37.758864 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:37.783263 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c65f00-0e07-49de-a03f-88c107b5fee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edae425-b7b6-4907-b6e0-fd0b4aac1597,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:37.833743 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5955113c-21e0-4d44-94fe-198c9d42beac req-ff2b43cf-c422-4aa0-af37-aa7aaba8e97c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Made reservation on behalf of 9f309e5e9bf84fff939c088e7c256bfb for: {'port': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:30:37.838014 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-5955113c-21e0-4d44-94fe-198c9d42beac req-ff2b43cf-c422-4aa0-af37-aa7aaba8e97c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:37.857042 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639b942-3490-40c3-99de-a8f46876bf83 None None] New status for floating IP ee2c9eea-9505-4efd-b0f3-257665c69b5a: DOWN {{(pid=104535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:30:38.002634 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=7b91d43d-6631-4a3b-bfb2-904c081fcf74,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:38.010968 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ee51f2b5-c405-4baf-96dd-05f284ab365c None None] Provisioning complete for port 957d2828-67a8-45d4-8d21-8bd95cca40eb triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:38.011938 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ee51f2b5-c405-4baf-96dd-05f284ab365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:38.012624 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ee51f2b5-c405-4baf-96dd-05f284ab365c None None] Attempt 1 to provision port 957d2828-67a8-45d4-8d21-8bd95cca40eb Oct 27 13:30:38.045605 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:30:38.063945 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Sync routers for ids ['fa715cbd-8fd0-49fb-bbd2-76fab331d041'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:30:38.067043 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-81a6faaf-3376-4194-9b83-84c8fa2b9d04 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/fa715cbd-8fd0-49fb-bbd2-76fab331d041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1843185 Oct 27 13:30:38.118964 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ee51f2b5-c405-4baf-96dd-05f284ab365c None None] Port 957d2828-67a8-45d4-8d21-8bd95cca40eb cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:30:38.127361 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Routers {'fa715cbd-8fd0-49fb-bbd2-76fab331d041'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:38.128008 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:30:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['fa715cbd-8fd0-49fb-bbd2-76fab331d041'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:38.627708 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae293216-8044-45db-a704-4101954318f0 req-b8823176-1943-433c-809d-70f4d61abbab tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:38.639480 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ae293216-8044-45db-a704-4101954318f0 req-b8823176-1943-433c-809d-70f4d61abbab tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.1558144 Oct 27 13:30:38.701038 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33584) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:38.712570 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8dda6752-f76a-4309-ae3e-1c292b390b0f req-29b423b5-509b-45ef-bb8c-e8af7af116f9 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 210 time: 0.1604936 Oct 27 13:30:38.730344 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (1f249e62-3123-4dfb-8e2b-e3e997a2433b), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:38.731247 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (1f249e62-3123-4dfb-8e2b-e3e997a2433b), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:38.742496 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Set router fa715cbd-8fd0-49fb-bbd2-76fab331d041 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:38.767832 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:38.775617 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Calling delete_port for 1f249e62-3123-4dfb-8e2b-e3e997a2433b owned by network:floatingip {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:30:38.809501 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ae293216-8044-45db-a704-4101954318f0 req-c4a2177f-d8f3-4cac-9153-bf685bd65be0 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683829 Oct 27 13:30:38.845583 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:38.856399 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 7b91d43d-6631-4a3b-bfb2-904c081fcf74 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:30:38.914199 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [req-5955113c-21e0-4d44-94fe-198c9d42beac req-ff2b43cf-c422-4aa0-af37-aa7aaba8e97c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Allocated IP 172.20.0.14 (cf9d9e9d-f4b9-457d-9d91-950e7084e959/dc1355db-e9b4-41f6-ad0a-cfb10d82c7e3/d1d1a827-63f9-4c8d-8776-78408c57852b) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:30:38.959522 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:38.989313 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Publish callbacks [] for security_group (1ad2a9b4-ba0f-4f47-848d-8089578f8d36), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:39.005111 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (1ad2a9b4-ba0f-4f47-848d-8089578f8d36), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:39.005612 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 7b91d43d-6631-4a3b-bfb2-904c081fcf74 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:39.006135 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (7b91d43d-6631-4a3b-bfb2-904c081fcf74), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:39.006660 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 7b91d43d-6631-4a3b-bfb2-904c081fcf74 Oct 27 13:30:39.063593 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=40622c67476c4e7c97fa1dd80f561c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506491 Oct 27 13:30:39.066017 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33588) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:39.122085 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad2a9b4-ba0f-4f47-848d-8089578f8d36,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:39.162321 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.164488 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.165193 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.167110 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.168892 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.172555 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.173424 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.174173 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.176097 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.179478 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.180206 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.180932 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.181616 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.183672 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.186812 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca83e42-8e05-440d-9b22-a09ccfe5da9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.256656 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (1f249e62-3123-4dfb-8e2b-e3e997a2433b), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:39.258959 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'name': 'tempest-TestVolumeBootPattern-816162654-router', 'tenant_id': '5c38edf003e74119a853a203be7a2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '7b91d43d-6631-4a3b-bfb2-904c081fcf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:25Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 4, 'project_id': '5c38edf003e74119a853a203be7a2fd8', 'gw_port': {'id': '7b91d43d-6631-4a3b-bfb2-904c081fcf74', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:27Z', 'updated_at': '2022-10-27T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '957d2828-67a8-45d4-8d21-8bd95cca40eb', 'name': '', 'network_id': 'efc1d066-49d5-4768-afc2-1d9ea1a4fc13', 'tenant_id': '5c38edf003e74119a853a203be7a2fd8', 'mac_address': 'fa:16:3e:c0:76:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '67bb9674-b1fd-42f0-9b19-4de92aab4a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:31Z', 'updated_at': '2022-10-27T13:30:36Z', 'revision_number': 2, 'project_id': '5c38edf003e74119a853a203be7a2fd8', 'subnets': [{'id': '67bb9674-b1fd-42f0-9b19-4de92aab4a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:39.321643 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Checking router: fa715cbd-8fd0-49fb-bbd2-76fab331d041 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:30:39.322004 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Updating router fa715cbd-8fd0-49fb-bbd2-76fab331d041 port 957d2828-67a8-45d4-8d21-8bd95cca40eb binding host dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:30:39.375488 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event deleted for resources: {'Port': ['ID=1f249e62-3123-4dfb-8e2b-e3e997a2433b,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:39.388872 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:39.396798 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:39.418227 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:39.430250 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33590) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:39.440732 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.441573 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.442059 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.442574 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.443057 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.443536 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.444008 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.444518 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.444652 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-4fb0e782-672a-4b9d-9376-0904c0bfd5c3 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1629517', 'description': 'tempest-secgroup-smoke-1629517 description', 'project_id': 'f291a3a8c0394e928aee758baa470ca7'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:39.445122 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.445614 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.446099 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.446575 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.447044 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.447523 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.447989 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:30:39.496753 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 7b91d43d-6631-4a3b-bfb2-904c081fcf74 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:39.526281 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e782-672a-4b9d-9376-0904c0bfd5c3 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:39.588516 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:39.600090 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (ee2c9eea-9505-4efd-b0f3-257665c69b5a), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:39.605258 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:39.606450 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-6e139549-13a0-4427-ad97-9fb36277231c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/ee2c9eea-9505-4efd-b0f3-257665c69b5a HTTP/1.1" status: 204 len: 168 time: 2.6376042 Oct 27 13:30:39.612965 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-eaac8ba6-316d-48b0-9a6f-12a295a2681d admin admin] Publish callbacks [] for security_group (1ad2a9b4-ba0f-4f47-848d-8089578f8d36), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:39.653696 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:39.703421 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-eaac8ba6-316d-48b0-9a6f-12a295a2681d admin admin] Publish callbacks [] for security_group (1ad2a9b4-ba0f-4f47-848d-8089578f8d36), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:39.722028 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e782-672a-4b9d-9376-0904c0bfd5c3 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group (73efe9c5-b583-46c0-a5ce-e99ce20e46c4), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:39.728005 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33594) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:39.742446 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-f1cc3dcd-2847-497d-b693-8755f2996177 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1699289577', 'description': 'tempest-description--1430251963'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:39.754258 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e782-672a-4b9d-9376-0904c0bfd5c3 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (73efe9c5-b583-46c0-a5ce-e99ce20e46c4), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:39.770644 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-5955113c-21e0-4d44-94fe-198c9d42beac req-ff2b43cf-c422-4aa0-af37-aa7aaba8e97c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Publish callbacks [] for port (d1d1a827-63f9-4c8d-8776-78408c57852b), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:39.880480 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0e782-672a-4b9d-9376-0904c0bfd5c3 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73efe9c5-b583-46c0-a5ce-e99ce20e46c4,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:39.900164 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e782-672a-4b9d-9376-0904c0bfd5c3 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:39.906195 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-4fb0e782-672a-4b9d-9376-0904c0bfd5c3 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4743078 Oct 27 13:30:39.909167 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33600) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:39.921673 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-4f9b4d9b-08d4-430e-b8c4-f2aef6711d2b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Request body: {'security_group_rule': {'security_group_id': '73efe9c5-b583-46c0-a5ce-e99ce20e46c4', 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:39.922043 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-5955113c-21e0-4d44-94fe-198c9d42beac req-ff2b43cf-c422-4aa0-af37-aa7aaba8e97c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (d1d1a827-63f9-4c8d-8776-78408c57852b), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:39.932221 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3dcd-2847-497d-b693-8755f2996177 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.016038 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5955113c-21e0-4d44-94fe-198c9d42beac req-ff2b43cf-c422-4aa0-af37-aa7aaba8e97c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Network cf9d9e9d-f4b9-457d-9d91-950e7084e959 is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:30:40.019364 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-eaac8ba6-316d-48b0-9a6f-12a295a2681d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (1ad2a9b4-ba0f-4f47-848d-8089578f8d36), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.023665 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-eaac8ba6-316d-48b0-9a6f-12a295a2681d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.031211 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-eaac8ba6-316d-48b0-9a6f-12a295a2681d admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/1ad2a9b4-ba0f-4f47-848d-8089578f8d36 HTTP/1.1" status: 204 len: 168 time: 0.8156507 Oct 27 13:30:40.051933 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Publish callbacks [] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), precommit_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.080423 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac8ba6-316d-48b0-9a6f-12a295a2681d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad2a9b4-ba0f-4f47-848d-8089578f8d36,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:40.083155 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [req-5955113c-21e0-4d44-94fe-198c9d42beac req-ff2b43cf-c422-4aa0-af37-aa7aaba8e97c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:30:40.088773 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5955113c-21e0-4d44-94fe-198c9d42beac req-ff2b43cf-c422-4aa0-af37-aa7aaba8e97c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:30:40.097284 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.134245 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f195b-fd47-4fb7-9182-eee0539f1440 req-12ff5259-76d7-47b8-a1f1-820158c85a23 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:40.145960 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5e6f195b-fd47-4fb7-9182-eee0539f1440 req-12ff5259-76d7-47b8-a1f1-820158c85a23 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 932 time: 0.2636979 Oct 27 13:30:40.200091 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c8642-eb52-4e7b-823f-f59c606b799a req-6155d793-b41d-4abb-9b2a-631a46e0ff45 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:40.202710 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2e7c8642-eb52-4e7b-823f-f59c606b799a req-6155d793-b41d-4abb-9b2a-631a46e0ff45 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.2335205 Oct 27 13:30:40.256068 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b43cf-c422-4aa0-af37-aa7aaba8e97c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Pushing event updated for resources: {'Port': ['ID=d1d1a827-63f9-4c8d-8776-78408c57852b,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:40.297901 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5e6f195b-fd47-4fb7-9182-eee0539f1440 req-cdfe249e-9f47-49c5-b4ea-62e6927009e7 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507480 Oct 27 13:30:40.317418 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955113c-21e0-4d44-94fe-198c9d42beac req-ff2b43cf-c422-4aa0-af37-aa7aaba8e97c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:40.318217 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-5955113c-21e0-4d44-94fe-198c9d42beac req-ff2b43cf-c422-4aa0-af37-aa7aaba8e97c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.343989 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4d9b-08d4-430e-b8c4-f2aef6711d2b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (7496c60c-db09-4259-8cf8-754fe48805a0), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.358154 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5955113c-21e0-4d44-94fe-198c9d42beac req-ff2b43cf-c422-4aa0-af37-aa7aaba8e97c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9692607 Oct 27 13:30:40.369733 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Request body: {'port': {'device_id': '60173dcf-6c4d-49f4-a9be-49396bb2013c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:40.377548 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc1899-3e52-4f47-8228-023e116ade09 None None] Pushing event updated for resources: {'Port': ['ID=957d2828-67a8-45d4-8d21-8bd95cca40eb,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:40.445388 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Attempting to bind port 957d2828-67a8-45d4-8d21-8bd95cca40eb on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:30:40.449230 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Attempting to bind port 957d2828-67a8-45d4-8d21-8bd95cca40eb by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': 'f8d38ebf-545c-4929-b6d4-873d2ccd6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'efc1d066-49d5-4768-afc2-1d9ea1a4fc13'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:30:40.449814 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Attempting to bind port 957d2828-67a8-45d4-8d21-8bd95cca40eb on network efc1d066-49d5-4768-afc2-1d9ea1a4fc13 {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:30:40.450945 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4d9b-08d4-430e-b8c4-f2aef6711d2b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (7496c60c-db09-4259-8cf8-754fe48805a0), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.493885 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2e7c8642-eb52-4e7b-823f-f59c606b799a req-2de6ed84-41a1-448e-a9a4-87f14fb34667 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745390 Oct 27 13:30:40.496331 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3dcd-2847-497d-b693-8755f2996177 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (428e6de0-bcb6-48c3-b985-246af23b7d05), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.497362 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4d9b-08d4-430e-b8c4-f2aef6711d2b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (7496c60c-db09-4259-8cf8-754fe48805a0), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.520179 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3dcd-2847-497d-b693-8755f2996177 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (428e6de0-bcb6-48c3-b985-246af23b7d05), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.551528 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:30:40.551892 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4d9b-08d4-430e-b8c4-f2aef6711d2b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.552651 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Checking segment: {'id': 'f8d38ebf-545c-4929-b6d4-873d2ccd6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'efc1d066-49d5-4768-afc2-1d9ea1a4fc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:30:40.552889 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.553278 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Bound using segment: {'id': 'f8d38ebf-545c-4929-b6d4-873d2ccd6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'efc1d066-49d5-4768-afc2-1d9ea1a4fc13'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:30:40.553825 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-4f9b4d9b-08d4-430e-b8c4-f2aef6711d2b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6437025 Oct 27 13:30:40.557810 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33614) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:40.560261 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3dcd-2847-497d-b693-8755f2996177 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.560960 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Bound port: 957d2828-67a8-45d4-8d21-8bd95cca40eb, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d38ebf-545c-4929-b6d4-873d2ccd6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'efc1d066-49d5-4768-afc2-1d9ea1a4fc13'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:30:40.561802 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.565130 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-f1cc3dcd-2847-497d-b693-8755f2996177 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8357251 Oct 27 13:30:40.567678 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33616) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:40.581281 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-c63abe56-605a-4ee1-8fe7-affc0bf543ce tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Request body: {'security_group_rule': {'security_group_id': '73efe9c5-b583-46c0-a5ce-e99ce20e46c4', 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:40.584278 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b4d9b-08d4-430e-b8c4-f2aef6711d2b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7496c60c-db09-4259-8cf8-754fe48805a0,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:40.594409 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-35ef03fb-ebad-449f-bd06-1b9dc4f7c34d tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'security_group_rule': {'security_group_id': '428e6de0-bcb6-48c3-b985-246af23b7d05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:40.603747 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (d1d1a827-63f9-4c8d-8776-78408c57852b), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.628619 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc3dcd-2847-497d-b693-8755f2996177 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428e6de0-bcb6-48c3-b985-246af23b7d05,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:40.692412 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] For port 957d2828-67a8-45d4-8d21-8bd95cca40eb, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:30:40.696700 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] For port 957d2828-67a8-45d4-8d21-8bd95cca40eb, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=957d2828-67a8-45d4-8d21-8bd95cca40eb,segment=NetworkSegment(f8d38ebf-545c-4929-b6d4-873d2ccd6ba1),segment_id=f8d38ebf-545c-4929-b6d4-873d2ccd6ba1)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:30:40.704245 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.747413 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Routers {'fa715cbd-8fd0-49fb-bbd2-76fab331d041'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:30:40.748105 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:30:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['fa715cbd-8fd0-49fb-bbd2-76fab331d041'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:40.752282 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c63abe56-605a-4ee1-8fe7-affc0bf543ce tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (2f173a39-adf4-4639-8500-c590c3dee366), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.816898 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc1899-3e52-4f47-8228-023e116ade09 None None] Pushing event updated for resources: {'Port': ['ID=957d2828-67a8-45d4-8d21-8bd95cca40eb,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:40.825779 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-35ef03fb-ebad-449f-bd06-1b9dc4f7c34d tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (c03270fb-adf5-429f-8959-a8dc646d3353), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:40.901827 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] Set router fa715cbd-8fd0-49fb-bbd2-76fab331d041 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:30:40.937044 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:41.009241 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c63abe56-605a-4ee1-8fe7-affc0bf543ce tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (2f173a39-adf4-4639-8500-c590c3dee366), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.017220 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-35ef03fb-ebad-449f-bd06-1b9dc4f7c34d tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (c03270fb-adf5-429f-8959-a8dc646d3353), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.027916 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c63abe56-605a-4ee1-8fe7-affc0bf543ce tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (2f173a39-adf4-4639-8500-c590c3dee366), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.057664 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:41.059150 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-35ef03fb-ebad-449f-bd06-1b9dc4f7c34d tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (c03270fb-adf5-429f-8959-a8dc646d3353), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.100912 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63abe56-605a-4ee1-8fe7-affc0bf543ce tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f173a39-adf4-4639-8500-c590c3dee366,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:41.112797 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:41.129966 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c63abe56-605a-4ee1-8fe7-affc0bf543ce tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.132363 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-c63abe56-605a-4ee1-8fe7-affc0bf543ce tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5680132 Oct 27 13:30:41.135552 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33632) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:41.141112 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-ed85b0f3-e5de-4bc4-923c-4eb469ef57fd tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Request body: {'security_group_rule': {'security_group_id': '73efe9c5-b583-46c0-a5ce-e99ce20e46c4', 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:41.173711 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-35ef03fb-ebad-449f-bd06-1b9dc4f7c34d tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.174915 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-35ef03fb-ebad-449f-bd06-1b9dc4f7c34d tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6037350 Oct 27 13:30:41.181761 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef03fb-ebad-449f-bd06-1b9dc4f7c34d tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03270fb-adf5-429f-8959-a8dc646d3353,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:41.191505 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33634) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:41.199075 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-d0a96579-d6c8-46c9-b4b6-e712e8f09f7b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'security_group_rule': {'security_group_id': '428e6de0-bcb6-48c3-b985-246af23b7d05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:41.207422 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'name': 'tempest-TestVolumeBootPattern-816162654-router', 'tenant_id': '5c38edf003e74119a853a203be7a2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '7b91d43d-6631-4a3b-bfb2-904c081fcf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:25Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 4, 'project_id': '5c38edf003e74119a853a203be7a2fd8', 'gw_port': {'id': '7b91d43d-6631-4a3b-bfb2-904c081fcf74', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:27Z', 'updated_at': '2022-10-27T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '957d2828-67a8-45d4-8d21-8bd95cca40eb', 'name': '', 'network_id': 'efc1d066-49d5-4768-afc2-1d9ea1a4fc13', 'tenant_id': '5c38edf003e74119a853a203be7a2fd8', 'mac_address': 'fa:16:3e:c0:76:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '67bb9674-b1fd-42f0-9b19-4de92aab4a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:31Z', 'updated_at': '2022-10-27T13:30:40Z', 'revision_number': 4, 'project_id': '5c38edf003e74119a853a203be7a2fd8', 'subnets': [{'id': '67bb9674-b1fd-42f0-9b19-4de92aab4a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:30:41.214251 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:41.247374 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14450ca-cdd7-4065-8801-f98c1a54e0a8 None None] The sync data for ids ['fa715cbd-8fd0-49fb-bbd2-76fab331d041'] in dv-cinder-862432-3-iscsi is: [{'id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'name': 'tempest-TestVolumeBootPattern-816162654-router', 'tenant_id': '5c38edf003e74119a853a203be7a2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '7b91d43d-6631-4a3b-bfb2-904c081fcf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:25Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 4, 'project_id': '5c38edf003e74119a853a203be7a2fd8', 'gw_port': {'id': '7b91d43d-6631-4a3b-bfb2-904c081fcf74', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:27Z', 'updated_at': '2022-10-27T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '957d2828-67a8-45d4-8d21-8bd95cca40eb', 'name': '', 'network_id': 'efc1d066-49d5-4768-afc2-1d9ea1a4fc13', 'tenant_id': '5c38edf003e74119a853a203be7a2fd8', 'mac_address': 'fa:16:3e:c0:76:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '67bb9674-b1fd-42f0-9b19-4de92aab4a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:31Z', 'updated_at': '2022-10-27T13:30:40Z', 'revision_number': 4, 'project_id': '5c38edf003e74119a853a203be7a2fd8', 'subnets': [{'id': '67bb9674-b1fd-42f0-9b19-4de92aab4a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:30:41.248426 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ed85b0f3-e5de-4bc4-923c-4eb469ef57fd tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (27bfbce8-73cd-4cfe-a237-4aa578ac7e3d), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.306600 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d1a827-63f9-4c8d-8776-78408c57852b {{(pid=104533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:30:41.337699 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:41.343379 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Publish callbacks [] for port (d1d1a827-63f9-4c8d-8776-78408c57852b), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.359751 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0098f2-faa5-4690-8e6d-5e335b30df65 req-f0fa11ad-db5d-4d1c-9f7d-dca524c8c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:41.361664 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7e0098f2-faa5-4690-8e6d-5e335b30df65 req-f0fa11ad-db5d-4d1c-9f7d-dca524c8c334 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a14a3cf9df9f4034a8a0109fd3e33816&device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 1130 time: 0.2046614 Oct 27 13:30:41.371288 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d0a96579-d6c8-46c9-b4b6-e712e8f09f7b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (e05470ce-c5c6-45b0-aa3e-0f58c1fc872a), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.390440 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:41.487031 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ed85b0f3-e5de-4bc4-923c-4eb469ef57fd tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (27bfbce8-73cd-4cfe-a237-4aa578ac7e3d), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.505196 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ed85b0f3-e5de-4bc4-923c-4eb469ef57fd tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (27bfbce8-73cd-4cfe-a237-4aa578ac7e3d), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.520119 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.provisioning_blocks [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Transition to ACTIVE for port object d1d1a827-63f9-4c8d-8776-78408c57852b will not be triggered until provisioned by entity L2. {{(pid=104533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:30:41.544127 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (d1d1a827-63f9-4c8d-8776-78408c57852b), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.547558 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d0a96579-d6c8-46c9-b4b6-e712e8f09f7b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (e05470ce-c5c6-45b0-aa3e-0f58c1fc872a), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.553115 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85b0f3-e5de-4bc4-923c-4eb469ef57fd tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bfbce8-73cd-4cfe-a237-4aa578ac7e3d,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:41.560070 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d0a96579-d6c8-46c9-b4b6-e712e8f09f7b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (e05470ce-c5c6-45b0-aa3e-0f58c1fc872a), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.579526 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ed85b0f3-e5de-4bc4-923c-4eb469ef57fd tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.585252 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-ed85b0f3-e5de-4bc4-923c-4eb469ef57fd tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4481916 Oct 27 13:30:41.585727 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33644) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:41.599964 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-0f2a306f-37fa-47ec-be38-6601582d0174 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Request body: {'security_group_rule': {'security_group_id': '73efe9c5-b583-46c0-a5ce-e99ce20e46c4', 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:41.638171 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Pushing event updated for resources: {'Port': ['ID=d1d1a827-63f9-4c8d-8776-78408c57852b,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:41.642938 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a96579-d6c8-46c9-b4b6-e712e8f09f7b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05470ce-c5c6-45b0-aa3e-0f58c1fc872a,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:41.668404 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d0a96579-d6c8-46c9-b4b6-e712e8f09f7b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.670218 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-d0a96579-d6c8-46c9-b4b6-e712e8f09f7b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4757047 Oct 27 13:30:41.673288 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33648) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:41.678859 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'floatingip': {'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:41.705071 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0f2a306f-37fa-47ec-be38-6601582d0174 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (77fe5471-e5bb-4ef5-9006-53bc92c6a792), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.758169 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.841026 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0098f2-faa5-4690-8e6d-5e335b30df65 req-50fa6a8e-45f3-45d7-b68f-748fea2237de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:41.846175 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7e0098f2-faa5-4690-8e6d-5e335b30df65 req-50fa6a8e-45f3-45d7-b68f-748fea2237de service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=b9e83d77-9944-451b-8320-56a536076101 HTTP/1.1" status: 200 len: 917 time: 0.4759936 Oct 27 13:30:41.862106 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bf2db-2929-4510-8240-4c5ea586af9c req-272d8d67-3d69-4574-8f2a-6fc53f821601 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:41.869664 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4660db3-70bb-4c79-8946-4875aa251ad8 req-7bd40db9-a11f-4b19-a994-46342dafd04e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:41.870066 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-137bf2db-2929-4510-8240-4c5ea586af9c req-272d8d67-3d69-4574-8f2a-6fc53f821601 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 944 time: 0.3555045 Oct 27 13:30:41.871209 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c4660db3-70bb-4c79-8946-4875aa251ad8 req-7bd40db9-a11f-4b19-a994-46342dafd04e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.1402099 Oct 27 13:30:41.923577 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Attempting to bind port d1d1a827-63f9-4c8d-8776-78408c57852b on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:30:41.924092 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Attempting to bind port d1d1a827-63f9-4c8d-8776-78408c57852b by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '67bf917f-57e7-4475-8890-9f732391e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cf9d9e9d-f4b9-457d-9d91-950e7084e959'}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:30:41.924551 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Attempting to bind port d1d1a827-63f9-4c8d-8776-78408c57852b on network cf9d9e9d-f4b9-457d-9d91-950e7084e959 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:30:41.973090 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0f2a306f-37fa-47ec-be38-6601582d0174 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (77fe5471-e5bb-4ef5-9006-53bc92c6a792), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:41.984518 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:42.048880 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-137bf2db-2929-4510-8240-4c5ea586af9c req-6e11bb36-dbca-45df-ae2e-4581fa4ef271 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731534 Oct 27 13:30:42.072745 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c4660db3-70bb-4c79-8946-4875aa251ad8 req-e7fb5cc8-e97a-4b22-a48a-2f861dbd6ae8 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827099 Oct 27 13:30:42.074059 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7e0098f2-faa5-4690-8e6d-5e335b30df65 req-79c89cd8-ffba-4951-98a2-b5fd7dbbbeca service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75bff678-d298-4825-99f8-3b2c8c43c102 HTTP/1.1" status: 200 len: 1002 time: 0.1917529 Oct 27 13:30:42.074420 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0f2a306f-37fa-47ec-be38-6601582d0174 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (77fe5471-e5bb-4ef5-9006-53bc92c6a792), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:42.104400 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Port d1d1a827-63f9-4c8d-8776-78408c57852b on network cf9d9e9d-f4b9-457d-9d91-950e7084e959 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:30:42.104400 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Attempting to bind port d1d1a827-63f9-4c8d-8776-78408c57852b on network cf9d9e9d-f4b9-457d-9d91-950e7084e959 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:30:42.137421 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a306f-37fa-47ec-be38-6601582d0174 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fe5471-e5bb-4ef5-9006-53bc92c6a792,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:42.191105 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0098f2-faa5-4690-8e6d-5e335b30df65 req-1ef33fb6-45de-43df-891d-4ca50b8dd5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:42.192858 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7e0098f2-faa5-4690-8e6d-5e335b30df65 req-1ef33fb6-45de-43df-891d-4ca50b8dd5a2 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=b6311a71-6948-47f7-b3a1-9319e66a1fce HTTP/1.1" status: 200 len: 855 time: 0.1115949 Oct 27 13:30:42.194001 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:30:42.194144 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Checking segment: {'id': '67bf917f-57e7-4475-8890-9f732391e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cf9d9e9d-f4b9-457d-9d91-950e7084e959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:30:42.194532 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Bound using segment: {'id': '67bf917f-57e7-4475-8890-9f732391e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cf9d9e9d-f4b9-457d-9d91-950e7084e959'} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:30:42.194942 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Bound port: d1d1a827-63f9-4c8d-8776-78408c57852b, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67bf917f-57e7-4475-8890-9f732391e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cf9d9e9d-f4b9-457d-9d91-950e7084e959'}}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:30:42.195295 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (d1d1a827-63f9-4c8d-8776-78408c57852b), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:42.258139 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0f2a306f-37fa-47ec-be38-6601582d0174 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:42.260795 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-0f2a306f-37fa-47ec-be38-6601582d0174 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6688361 Oct 27 13:30:42.265129 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33656) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:42.288133 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-252acace-8c30-466d-b7ca-f9232718c295 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Request body: {'security_group_rule': {'security_group_id': '73efe9c5-b583-46c0-a5ce-e99ce20e46c4', 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:42.302313 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0098f2-faa5-4690-8e6d-5e335b30df65 req-a4fb99ba-2d07-4141-9ff2-97c889a64591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:42.303815 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7e0098f2-faa5-4690-8e6d-5e335b30df65 req-a4fb99ba-2d07-4141-9ff2-97c889a64591 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b9e83d77-9944-451b-8320-56a536076101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858009 Oct 27 13:30:42.393064 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:42.394714 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] For port d1d1a827-63f9-4c8d-8776-78408c57852b, host hv-cinder-86243, cleared binding levels {{(pid=104533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:30:42.413335 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.securitygroups_db [None req-252acace-8c30-466d-b7ca-f9232718c295 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Project f291a3a8c0394e928aee758baa470ca7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 13:30:42.420446 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] For port d1d1a827-63f9-4c8d-8776-78408c57852b, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=d1d1a827-63f9-4c8d-8776-78408c57852b,segment=NetworkSegment(67bf917f-57e7-4475-8890-9f732391e4e2),segment_id=67bf917f-57e7-4475-8890-9f732391e4e2)] {{(pid=104533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:30:42.422320 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:42.435756 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (d1d1a827-63f9-4c8d-8776-78408c57852b), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:42.439512 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:42.440368 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:42.442434 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5955113c-21e0-4d44-94fe-198c9d42beac req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/d1d1a827-63f9-4c8d-8776-78408c57852b HTTP/1.1" status: 200 len: 1094 time: 2.0768223 Oct 27 13:30:42.444034 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-252acace-8c30-466d-b7ca-f9232718c295 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (81237162-70b0-4738-9f34-6a886dd7d985), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:42.456987 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60173dcf-6c4d-49f4-a9be-49396bb2013c', 'tag': 'd1d1a827-63f9-4c8d-8776-78408c57852b'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:30:42.459892 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9058d46f-f09b-4c42-83b5-bf4793dc2997" -d '{"events": [{"name": "network-changed", "server_uuid": "60173dcf-6c4d-49f4-a9be-49396bb2013c", "tag": "d1d1a827-63f9-4c8d-8776-78408c57852b"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:30:42.493844 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Allocated IP 172.27.0.180 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/b518e138-748e-42b6-b1bc-9c9a2e9a4bd2) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:30:42.530740 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 957d2828-67a8-45d4-8d21-8bd95cca40eb up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:30:42.574983 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65af19cf-5bcb-4c1d-b8cb-f1cada41797b x-openstack-request-id: req-65af19cf-5bcb-4c1d-b8cb-f1cada41797b {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:30:42.575553 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60173dcf-6c4d-49f4-a9be-49396bb2013c", "tag": "d1d1a827-63f9-4c8d-8776-78408c57852b", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:30:42.575954 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65af19cf-5bcb-4c1d-b8cb-f1cada41797b {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:30:42.576528 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65af19cf-5bcb-4c1d-b8cb-f1cada41797b'] response: {'name': 'network-changed', 'server_uuid': '60173dcf-6c4d-49f4-a9be-49396bb2013c', 'tag': 'd1d1a827-63f9-4c8d-8776-78408c57852b', 'status': 'completed', 'code': 200} Oct 27 13:30:42.612654 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7e0098f2-faa5-4690-8e6d-5e335b30df65 req-00101cda-4bcf-4880-9cef-c99eb6e224aa service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990415 Oct 27 13:30:42.661629 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:42.694034 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:42.695916 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-252acace-8c30-466d-b7ca-f9232718c295 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (81237162-70b0-4738-9f34-6a886dd7d985), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:42.714402 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-252acace-8c30-466d-b7ca-f9232718c295 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (81237162-70b0-4738-9f34-6a886dd7d985), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:42.730959 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b2961-63d5-44f5-ba55-fd3694903a9a service neutron] Pushing event updated for resources: {'Port': ['ID=d1d1a827-63f9-4c8d-8776-78408c57852b,revision_number=3']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:42.739372 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955113c-21e0-4d44-94fe-198c9d42beac req-a81fa212-bb05-4a4b-aa59-d7a57785aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:42.740985 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5955113c-21e0-4d44-94fe-198c9d42beac req-a81fa212-bb05-4a4b-aa59-d7a57785aa57 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=9f309e5e9bf84fff939c088e7c256bfb&device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 1128 time: 0.1821733 Oct 27 13:30:42.756802 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 957d2828-67a8-45d4-8d21-8bd95cca40eb triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:42.758473 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252acace-8c30-466d-b7ca-f9232718c295 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81237162-70b0-4738-9f34-6a886dd7d985,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:42.769614 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:42.770645 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-252acace-8c30-466d-b7ca-f9232718c295 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:42.771861 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-252acace-8c30-466d-b7ca-f9232718c295 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4958179 Oct 27 13:30:42.772956 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 957d2828-67a8-45d4-8d21-8bd95cca40eb Oct 27 13:30:42.787212 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33664) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:42.802624 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5955113c-21e0-4d44-94fe-198c9d42beac req-75cd16eb-8bdc-4079-9dbf-9d35a4c10898 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1d1a827-63f9-4c8d-8776-78408c57852b HTTP/1.1" status: 200 len: 217 time: 0.0519648 Oct 27 13:30:42.803254 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-6350d92c-c2f5-4786-abac-d38a5f111d46 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Request body: {'security_group_rule': {'security_group_id': '73efe9c5-b583-46c0-a5ce-e99ce20e46c4', 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:42.825785 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for port (b518e138-748e-42b6-b1bc-9c9a2e9a4bd2), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:42.884978 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7e0098f2-faa5-4690-8e6d-5e335b30df65 req-a232b005-f787-449f-8cd8-7b37c4bd8136 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617161 Oct 27 13:30:42.915122 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955113c-21e0-4d44-94fe-198c9d42beac req-78fdc1c7-909b-4c1d-8158-cdbca0d01b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:42.918567 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5955113c-21e0-4d44-94fe-198c9d42beac req-78fdc1c7-909b-4c1d-8158-cdbca0d01b28 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=dc1355db-e9b4-41f6-ad0a-cfb10d82c7e3 HTTP/1.1" status: 200 len: 848 time: 0.1085701 Oct 27 13:30:42.920326 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.securitygroups_db [None req-6350d92c-c2f5-4786-abac-d38a5f111d46 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Project f291a3a8c0394e928aee758baa470ca7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 13:30:42.930739 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6350d92c-c2f5-4786-abac-d38a5f111d46 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (63e8a415-1918-4509-99b8-1b96dacb8420), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:42.982387 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (b518e138-748e-42b6-b1bc-9c9a2e9a4bd2), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:42.998548 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 957d2828-67a8-45d4-8d21-8bd95cca40eb is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:42.999758 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:43.054831 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 957d2828-67a8-45d4-8d21-8bd95cca40eb, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=957d2828-67a8-45d4-8d21-8bd95cca40eb,segment=NetworkSegment(f8d38ebf-545c-4929-b6d4-873d2ccd6ba1),segment_id=f8d38ebf-545c-4929-b6d4-873d2ccd6ba1)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:43.060081 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:43.064762 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'Port': ['ID=b518e138-748e-42b6-b1bc-9c9a2e9a4bd2,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:43.094105 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:30:43.097847 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:30:43.101391 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:30:43.138162 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6350d92c-c2f5-4786-abac-d38a5f111d46 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (63e8a415-1918-4509-99b8-1b96dacb8420), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:43.152894 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6350d92c-c2f5-4786-abac-d38a5f111d46 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (63e8a415-1918-4509-99b8-1b96dacb8420), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:43.173068 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=957d2828-67a8-45d4-8d21-8bd95cca40eb,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:43.216299 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350d92c-c2f5-4786-abac-d38a5f111d46 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e8a415-1918-4509-99b8-1b96dacb8420,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:43.233653 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6350d92c-c2f5-4786-abac-d38a5f111d46 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:43.234886 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-6350d92c-c2f5-4786-abac-d38a5f111d46 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4466376 Oct 27 13:30:43.312849 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (01d846ec-348d-4260-a2c0-763229bd5738), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:43.407630 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc154e3-538e-4451-b1c5-4e912725da75 req-bd995cef-4835-4610-bf80-83d5c18e165d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:43.416479 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (b518e138-748e-42b6-b1bc-9c9a2e9a4bd2), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:43.421729 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4fc154e3-538e-4451-b1c5-4e912725da75 req-bd995cef-4835-4610-bf80-83d5c18e165d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.1248167 Oct 27 13:30:43.519831 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1f459-4010-4d89-a541-2c3416d5b1e3 req-71563f4a-f99c-4c25-8fbe-dc8d69ab696c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:43.527614 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-78a1f459-4010-4d89-a541-2c3416d5b1e3 req-71563f4a-f99c-4c25-8fbe-dc8d69ab696c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 944 time: 0.0967171 Oct 27 13:30:43.595323 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4fc154e3-538e-4451-b1c5-4e912725da75 req-ea436095-2736-49c1-b7bf-60e1153c6fd1 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726429 Oct 27 13:30:43.684491 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-78a1f459-4010-4d89-a541-2c3416d5b1e3 req-d28224a7-5bb2-422b-b240-0e9d2e2947e8 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557791 Oct 27 13:30:43.811620 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:43.815415 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for port (b518e138-748e-42b6-b1bc-9c9a2e9a4bd2), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:43.821812 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (b518e138-748e-42b6-b1bc-9c9a2e9a4bd2), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:43.904681 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (01d846ec-348d-4260-a2c0-763229bd5738), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:43.908101 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'Port': ['ID=b518e138-748e-42b6-b1bc-9c9a2e9a4bd2,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:43.911463 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:43.929514 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:43.930996 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-58243663-8ebd-4e28-9609-8b20b422a817 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2564664 Oct 27 13:30:44.145047 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33736) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:44.231346 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a0f6733-ab11-4929-9587-ed18284220dd req-0392dd83-7063-49ee-851e-7030b3a21f76 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1699289577&fields=id&tenant_id=095dae174c664eafaf3ed463d8b7f319 HTTP/1.1" status: 200 len: 267 time: 0.0601337 Oct 27 13:30:44.250009 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5955113c-21e0-4d44-94fe-198c9d42beac req-71167ff9-bd53-4ed5-bfb6-331a65ccffe4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=cf9d9e9d-f4b9-457d-9d91-950e7084e959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324621 Oct 27 13:30:44.381362 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d02bba2c-ad19-446a-a929-89391a37f8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:44.419479 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 957d2828-67a8-45d4-8d21-8bd95cca40eb up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:30:44.492668 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 957d2828-67a8-45d4-8d21-8bd95cca40eb triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:44.493097 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:44.493489 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 957d2828-67a8-45d4-8d21-8bd95cca40eb Oct 27 13:30:44.538794 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f6733-ab11-4929-9587-ed18284220dd req-132dc496-fd67-429e-8230-2d1e429bf79c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:44.541909 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a0f6733-ab11-4929-9587-ed18284220dd req-132dc496-fd67-429e-8230-2d1e429bf79c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/networks?id=4880e921-0c48-45fa-a974-af272c815db4 HTTP/1.1" status: 200 len: 815 time: 0.2952073 Oct 27 13:30:44.547855 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5955113c-21e0-4d44-94fe-198c9d42beac req-fbd19182-7e5b-4018-bbba-64d937957a37 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cf9d9e9d-f4b9-457d-9d91-950e7084e959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736793 Oct 27 13:30:44.594474 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a0f6733-ab11-4929-9587-ed18284220dd req-20206847-f36d-4fcc-86c2-46ef196768c7 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/quotas/095dae174c664eafaf3ed463d8b7f319 HTTP/1.1" status: 200 len: 375 time: 0.0288699 Oct 27 13:30:44.613285 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 957d2828-67a8-45d4-8d21-8bd95cca40eb is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:44.701369 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:44.711892 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d02bba2c-ad19-446a-a929-89391a37f8a8 admin admin] Publish callbacks [] for security_group (32596d04-ad0a-4d1a-b29b-56906646a300), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:44.721081 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a0f6733-ab11-4929-9587-ed18284220dd req-219a2dbd-d011-4c83-9081-49b318276bd9 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=095dae174c664eafaf3ed463d8b7f319&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897546 Oct 27 13:30:44.737701 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d02bba2c-ad19-446a-a929-89391a37f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (32596d04-ad0a-4d1a-b29b-56906646a300), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:44.750587 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a7627-136b-4875-9880-ddd37f7ef9d8 req-6322c7a6-347b-4b89-b8f6-93f1347af904 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:44.752895 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-134a7627-136b-4875-9880-ddd37f7ef9d8 req-6322c7a6-347b-4b89-b8f6-93f1347af904 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 946 time: 0.0598125 Oct 27 13:30:44.777904 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:44.808602 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5955113c-21e0-4d44-94fe-198c9d42beac req-a03b9b44-c25c-4689-8fd4-a0c90f9361ec service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cf9d9e9d-f4b9-457d-9d91-950e7084e959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533827 Oct 27 13:30:44.839336 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-134a7627-136b-4875-9880-ddd37f7ef9d8 req-4a549cf0-a50c-4055-9277-2d7ff8dd6057 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802689 Oct 27 13:30:44.866619 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-d02bba2c-ad19-446a-a929-89391a37f8a8 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=55cfc4ab7e004e1e81d635a4797acc1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7199543 Oct 27 13:30:44.870916 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 33758) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:44.880701 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bba2c-ad19-446a-a929-89391a37f8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32596d04-ad0a-4d1a-b29b-56906646a300,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:44.984282 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9372ee47-4d08-472a-a0e0-eee32a15c9ce admin admin] Publish callbacks [] for security_group (32596d04-ad0a-4d1a-b29b-56906646a300), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:44.988055 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a0f6733-ab11-4929-9587-ed18284220dd req-1a0e59de-9f28-4435-8a85-1026e52eee24 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440732 Oct 27 13:30:45.021218 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960f967-1f3d-4cdd-b9bc-89d3f5e736c7 req-0b5c51a7-d4b4-4d1f-b4a4-a02b95d9a7c3 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:45.023587 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e960f967-1f3d-4cdd-b9bc-89d3f5e736c7 req-0b5c51a7-d4b4-4d1f-b4a4-a02b95d9a7c3 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 944 time: 0.0601463 Oct 27 13:30:45.058566 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9372ee47-4d08-472a-a0e0-eee32a15c9ce admin admin] Publish callbacks [] for security_group (32596d04-ad0a-4d1a-b29b-56906646a300), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:45.092281 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e960f967-1f3d-4cdd-b9bc-89d3f5e736c7 req-d3cd2c57-4719-4ac5-8a96-9ee5449f1b47 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607395 Oct 27 13:30:45.170051 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a0f6733-ab11-4929-9587-ed18284220dd req-863f7291-5bc9-4952-8489-e30a73a4eaf9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725094 Oct 27 13:30:45.184470 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9372ee47-4d08-472a-a0e0-eee32a15c9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (32596d04-ad0a-4d1a-b29b-56906646a300), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:45.186772 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9372ee47-4d08-472a-a0e0-eee32a15c9ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:45.188025 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-9372ee47-4d08-472a-a0e0-eee32a15c9ce admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/32596d04-ad0a-4d1a-b29b-56906646a300 HTTP/1.1" status: 204 len: 168 time: 0.3161514 Oct 27 13:30:45.207357 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372ee47-4d08-472a-a0e0-eee32a15c9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32596d04-ad0a-4d1a-b29b-56906646a300,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:45.361237 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 75bff678-d298-4825-99f8-3b2c8c43c102 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:30:45.440604 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-69512b9d-a13a-4b0b-a580-a1e964aae84c req-9cd89bb9-8e03-4e60-8d87-896c32f35ebc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 210 time: 0.0604215 Oct 27 13:30:45.488318 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 75bff678-d298-4825-99f8-3b2c8c43c102 is: ACTIVE; New status is: DOWN {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:45.488827 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:45.529701 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f232f466-e821-48fe-926c-feadcec39c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75bff678-d298-4825-99f8-3b2c8c43c102'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:30:45.533721 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0c4847-882e-4d7a-aac5-a08ee67b8888" -d '{"events": [{"server_uuid": "f232f466-e821-48fe-926c-feadcec39c31", "name": "network-vif-unplugged", "status": "completed", "tag": "75bff678-d298-4825-99f8-3b2c8c43c102"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:30:45.554144 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 75bff678-d298-4825-99f8-3b2c8c43c102, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=75bff678-d298-4825-99f8-3b2c8c43c102,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:45.565128 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:45.642490 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Oct 2022 13:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76665ac6-be2c-455e-8ff8-207848e5a884 x-openstack-request-id: req-76665ac6-be2c-455e-8ff8-207848e5a884 {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:30:45.642776 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f232f466-e821-48fe-926c-feadcec39c31", "name": "network-vif-unplugged", "status": "failed", "tag": "75bff678-d298-4825-99f8-3b2c8c43c102", "code": 422}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:30:45.643201 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-76665ac6-be2c-455e-8ff8-207848e5a884 {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:30:45.643894 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058d46f-f09b-4c42-83b5-bf4793dc2997 req-766988ac-c925-4f6d-a371-b727209fa3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:45.645424 dv-cinder-862432-3-iscsi neutron-server[104534]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-76665ac6-be2c-455e-8ff8-207848e5a884']: {'server_uuid': 'f232f466-e821-48fe-926c-feadcec39c31', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75bff678-d298-4825-99f8-3b2c8c43c102', 'code': 422} returned with failed status Oct 27 13:30:45.646165 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9058d46f-f09b-4c42-83b5-bf4793dc2997 req-766988ac-c925-4f6d-a371-b727209fa3e3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=9f309e5e9bf84fff939c088e7c256bfb&device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 1128 time: 0.0675168 Oct 27 13:30:45.737035 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=75bff678-d298-4825-99f8-3b2c8c43c102,revision_number=8']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:45.744210 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33790) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:45.762092 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3329af62-1a4b-40e0-8708-6956e51fcb74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:45.911088 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3329af62-1a4b-40e0-8708-6956e51fcb74 admin admin] Publish callbacks [] for security_group (211137d4-d3a1-4654-831c-695099de9fd0), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:45.918164 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-3329af62-1a4b-40e0-8708-6956e51fcb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (211137d4-d3a1-4654-831c-695099de9fd0), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:45.967163 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329af62-1a4b-40e0-8708-6956e51fcb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211137d4-d3a1-4654-831c-695099de9fd0,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:45.973204 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-3329af62-1a4b-40e0-8708-6956e51fcb74 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=3ba94560f64c46a3833496f4b0798c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276866 Oct 27 13:30:45.975830 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 33798) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:30:46.061741 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-11cc74e7-dd50-4b33-b446-9b654b109bbd admin admin] Publish callbacks [] for security_group (211137d4-d3a1-4654-831c-695099de9fd0), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:46.087118 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058d46f-f09b-4c42-83b5-bf4793dc2997 req-e5d8df23-c63f-45a8-befe-a2e2facbcbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:46.089077 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9058d46f-f09b-4c42-83b5-bf4793dc2997 req-e5d8df23-c63f-45a8-befe-a2e2facbcbaf service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=cf9d9e9d-f4b9-457d-9d91-950e7084e959 HTTP/1.1" status: 200 len: 909 time: 0.4357986 Oct 27 13:30:46.103775 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-11cc74e7-dd50-4b33-b446-9b654b109bbd admin admin] Publish callbacks [] for security_group (211137d4-d3a1-4654-831c-695099de9fd0), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:46.145793 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9058d46f-f09b-4c42-83b5-bf4793dc2997 req-072f8688-73c1-427f-a2e4-667dd4bd7223 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1d1a827-63f9-4c8d-8776-78408c57852b HTTP/1.1" status: 200 len: 217 time: 0.0395694 Oct 27 13:30:46.185571 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-11cc74e7-dd50-4b33-b446-9b654b109bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (211137d4-d3a1-4654-831c-695099de9fd0), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:46.189179 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-11cc74e7-dd50-4b33-b446-9b654b109bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:46.192285 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-11cc74e7-dd50-4b33-b446-9b654b109bbd admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/211137d4-d3a1-4654-831c-695099de9fd0 HTTP/1.1" status: 204 len: 168 time: 0.2133594 Oct 27 13:30:46.202087 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc74e7-dd50-4b33-b446-9b654b109bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211137d4-d3a1-4654-831c-695099de9fd0,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:46.212553 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058d46f-f09b-4c42-83b5-bf4793dc2997 req-784d5fd8-db38-4be1-86c1-fb95e0d4b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:46.214092 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9058d46f-f09b-4c42-83b5-bf4793dc2997 req-784d5fd8-db38-4be1-86c1-fb95e0d4b22d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=dc1355db-e9b4-41f6-ad0a-cfb10d82c7e3 HTTP/1.1" status: 200 len: 848 time: 0.0613909 Oct 27 13:30:46.272109 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9058d46f-f09b-4c42-83b5-bf4793dc2997 req-c0422621-85c5-489c-ba00-d6698974a896 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=cf9d9e9d-f4b9-457d-9d91-950e7084e959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460641 Oct 27 13:30:46.430928 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9058d46f-f09b-4c42-83b5-bf4793dc2997 req-35aeb1b7-97f0-472e-93cc-0638a62dd66e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cf9d9e9d-f4b9-457d-9d91-950e7084e959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517179 Oct 27 13:30:46.431144 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fcba3-6543-4912-8cd6-092af1c7925a req-72197a04-1586-4c0c-8059-367fd620689e tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:46.433540 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f54fcba3-6543-4912-8cd6-092af1c7925a req-72197a04-1586-4c0c-8059-367fd620689e tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 944 time: 0.1581647 Oct 27 13:30:46.519467 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f54fcba3-6543-4912-8cd6-092af1c7925a req-41129784-c762-475d-afac-fb6480ea9cbe tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783899 Oct 27 13:30:46.533877 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [req-3829549a-54da-4354-bd2d-3e46c72aac6f req-b9754201-31ca-4b10-bae5-0d924e3b6a32 service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 13:30:46.535151 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3829549a-54da-4354-bd2d-3e46c72aac6f req-b9754201-31ca-4b10-bae5-0d924e3b6a32 service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0108838 Oct 27 13:30:46.601148 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9058d46f-f09b-4c42-83b5-bf4793dc2997 req-3821a823-f124-45b3-a648-e6f16e8ec07c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cf9d9e9d-f4b9-457d-9d91-950e7084e959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512594 Oct 27 13:30:46.653509 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5fa9b5d7-817c-4b1c-9e13-d0c231bdd042 req-3f39f039-d7aa-4b58-9b46-f54319935207 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 210 time: 0.0437510 Oct 27 13:30:46.832166 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2531fd-d1f6-478f-a9b1-1b9bb9dd7739 req-5b9da677-c71d-49f2-b5e8-8e7bc426b05b tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:46.833835 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7b2531fd-d1f6-478f-a9b1-1b9bb9dd7739 req-5b9da677-c71d-49f2-b5e8-8e7bc426b05b tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0682287 Oct 27 13:30:46.881720 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:46.890148 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ad852ee4-6797-4e54-abbd-b8ee48e841db req-9a61ecb4-f054-4900-a3e0-ffe09f927442 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0528035 Oct 27 13:30:46.900921 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7b2531fd-d1f6-478f-a9b1-1b9bb9dd7739 req-4b70985e-7e8e-45bf-8342-cbae7d28bf0a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613525 Oct 27 13:30:46.983632 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad852ee4-6797-4e54-abbd-b8ee48e841db req-1cdbac30-05c4-4012-9c74-7c494cdaffcd tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:46.985613 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ad852ee4-6797-4e54-abbd-b8ee48e841db req-1cdbac30-05c4-4012-9c74-7c494cdaffcd tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports/75bff678-d298-4825-99f8-3b2c8c43c102 HTTP/1.1" status: 200 len: 941 time: 0.0556846 Oct 27 13:30:47.274022 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f6733-ab11-4929-9587-ed18284220dd req-6082a31b-e0de-4b05-9c2f-ae1055ccfd10 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:47.275590 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a0f6733-ab11-4929-9587-ed18284220dd req-6082a31b-e0de-4b05-9c2f-ae1055ccfd10 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "GET /networking/v2.0/networks?id=4880e921-0c48-45fa-a974-af272c815db4 HTTP/1.1" status: 200 len: 815 time: 0.1791213 Oct 27 13:30:47.356776 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device d1d1a827-63f9-4c8d-8776-78408c57852b details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:30:47.392611 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a0f6733-ab11-4929-9587-ed18284220dd req-d24c69af-ebb4-4247-a014-849ba5447646 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=095dae174c664eafaf3ed463d8b7f319 HTTP/1.1" status: 200 len: 380 time: 0.1016092 Oct 27 13:30:47.429088 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-6a0f6733-ab11-4929-9587-ed18284220dd req-aeea19e7-332e-4a1e-9716-4b5122bb0c4f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'port': {'device_id': '5164aa13-2f80-4ec4-b981-3eafb193fa9d', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'admin_state_up': True, 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'security_groups': ['428e6de0-bcb6-48c3-b985-246af23b7d05']}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:47.527669 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port d1d1a827-63f9-4c8d-8776-78408c57852b, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=d1d1a827-63f9-4c8d-8776-78408c57852b,segment=NetworkSegment(67bf917f-57e7-4475-8890-9f732391e4e2),segment_id=67bf917f-57e7-4475-8890-9f732391e4e2)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:47.538087 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:47.542418 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': 'd1d1a827-63f9-4c8d-8776-78408c57852b', 'network_id': 'cf9d9e9d-f4b9-457d-9d91-950e7084e959', 'port_id': 'd1d1a827-63f9-4c8d-8776-78408c57852b', 'mac_address': 'fa:16:3e:fd:82:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1355db-e9b4-41f6-ad0a-cfb10d82c7e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:30:47.626683 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port d1d1a827-63f9-4c8d-8776-78408c57852b is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:47.627574 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (d1d1a827-63f9-4c8d-8776-78408c57852b), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:47.640996 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0f6733-ab11-4929-9587-ed18284220dd req-aeea19e7-332e-4a1e-9716-4b5122bb0c4f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Made reservation on behalf of 095dae174c664eafaf3ed463d8b7f319 for: {'port': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:30:47.644606 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6a0f6733-ab11-4929-9587-ed18284220dd req-aeea19e7-332e-4a1e-9716-4b5122bb0c4f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:47.645963 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d1a827-63f9-4c8d-8776-78408c57852b {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:30:47.677477 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port d1d1a827-63f9-4c8d-8776-78408c57852b, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=d1d1a827-63f9-4c8d-8776-78408c57852b,segment=NetworkSegment(67bf917f-57e7-4475-8890-9f732391e4e2),segment_id=67bf917f-57e7-4475-8890-9f732391e4e2)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:47.679066 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:47.688466 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (d1d1a827-63f9-4c8d-8776-78408c57852b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:47.725939 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019b4dc-b4ce-4012-bebf-0e1838735747 req-b4c867c4-7579-422f-b8dd-95e494c63c50 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:47.737449 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1019b4dc-b4ce-4012-bebf-0e1838735747 req-b4c867c4-7579-422f-b8dd-95e494c63c50 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 944 time: 0.1198020 Oct 27 13:30:47.760882 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=d1d1a827-63f9-4c8d-8776-78408c57852b,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:47.863689 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1019b4dc-b4ce-4012-bebf-0e1838735747 req-bd2155c9-5fdc-40b5-ac82-a1c284d43850 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080344 Oct 27 13:30:47.894250 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2e3d9d7a-1c63-4a7c-a102-88744940163c req-43544903-0f8f-4b55-a270-524d17a19bdb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 210 time: 0.0555015 Oct 27 13:30:47.909825 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['d1d1a827-63f9-4c8d-8776-78408c57852b'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:30:47.912039 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:47.965170 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [req-6a0f6733-ab11-4929-9587-ed18284220dd req-aeea19e7-332e-4a1e-9716-4b5122bb0c4f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Allocated IP 172.20.0.3 (4880e921-0c48-45fa-a974-af272c815db4/387ef33e-d1d2-4c31-8402-1f0afa96a77a/aab2e22a-bc37-4db4-9d43-12304845eb83) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:30:48.130319 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcc9e3-47c0-4e05-9129-d4bac9390247 req-5f93542c-77c0-40dd-8853-963464f56e26 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:48.132027 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-21bcc9e3-47c0-4e05-9129-d4bac9390247 req-5f93542c-77c0-40dd-8853-963464f56e26 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.1203678 Oct 27 13:30:48.214401 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6a0f6733-ab11-4929-9587-ed18284220dd req-aeea19e7-332e-4a1e-9716-4b5122bb0c4f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for port (aab2e22a-bc37-4db4-9d43-12304845eb83), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:48.215767 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:48.241156 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-21bcc9e3-47c0-4e05-9129-d4bac9390247 req-db90382a-6e75-429b-87ce-7febd4e76072 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977395 Oct 27 13:30:48.298209 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:48.318508 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:48.336132 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6a0f6733-ab11-4929-9587-ed18284220dd req-aeea19e7-332e-4a1e-9716-4b5122bb0c4f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (aab2e22a-bc37-4db4-9d43-12304845eb83), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:48.346495 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad852ee4-6797-4e54-abbd-b8ee48e841db req-e7914397-d514-4fcf-8467-0f254e28be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:48.348031 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ad852ee4-6797-4e54-abbd-b8ee48e841db req-e7914397-d514-4fcf-8467-0f254e28be9a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31&tenant_id=a14a3cf9df9f4034a8a0109fd3e33816 HTTP/1.1" status: 200 len: 1128 time: 0.0916109 Oct 27 13:30:48.414296 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0f6733-ab11-4929-9587-ed18284220dd req-aeea19e7-332e-4a1e-9716-4b5122bb0c4f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Network 4880e921-0c48-45fa-a974-af272c815db4 is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:30:48.421250 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [req-6a0f6733-ab11-4929-9587-ed18284220dd req-aeea19e7-332e-4a1e-9716-4b5122bb0c4f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:30:48.428723 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0f6733-ab11-4929-9587-ed18284220dd req-aeea19e7-332e-4a1e-9716-4b5122bb0c4f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:30:48.434296 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea19e7-332e-4a1e-9716-4b5122bb0c4f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event updated for resources: {'Port': ['ID=aab2e22a-bc37-4db4-9d43-12304845eb83,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:48.456359 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad852ee4-6797-4e54-abbd-b8ee48e841db req-c5731df6-0896-4447-9fc4-077673b53591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:48.457920 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ad852ee4-6797-4e54-abbd-b8ee48e841db req-c5731df6-0896-4447-9fc4-077673b53591 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a14a3cf9df9f4034a8a0109fd3e33816&device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 1128 time: 0.0836852 Oct 27 13:30:48.541349 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f6733-ab11-4929-9587-ed18284220dd req-aeea19e7-332e-4a1e-9716-4b5122bb0c4f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:48.547458 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6a0f6733-ab11-4929-9587-ed18284220dd req-aeea19e7-332e-4a1e-9716-4b5122bb0c4f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:48.568751 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a0f6733-ab11-4929-9587-ed18284220dd req-aeea19e7-332e-4a1e-9716-4b5122bb0c4f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1620440 Oct 27 13:30:48.583698 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Request body: {'port': {'device_id': '5164aa13-2f80-4ec4-b981-3eafb193fa9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:30:48.631324 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:48.632701 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad852ee4-6797-4e54-abbd-b8ee48e841db req-285a67d5-b37a-4ce2-93d0-a2a925f13495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:48.634221 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ad852ee4-6797-4e54-abbd-b8ee48e841db req-285a67d5-b37a-4ce2-93d0-a2a925f13495 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=b9e83d77-9944-451b-8320-56a536076101 HTTP/1.1" status: 200 len: 917 time: 0.1681066 Oct 27 13:30:48.635645 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-da0e84a1-c4f2-46c2-8a1e-9676f9ac04d2 None None] Provisioning complete for port aab2e22a-bc37-4db4-9d43-12304845eb83 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:48.636119 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-da0e84a1-c4f2-46c2-8a1e-9676f9ac04d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (aab2e22a-bc37-4db4-9d43-12304845eb83), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:48.636428 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-da0e84a1-c4f2-46c2-8a1e-9676f9ac04d2 None None] Attempt 1 to provision port aab2e22a-bc37-4db4-9d43-12304845eb83 Oct 27 13:30:48.669673 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-da0e84a1-c4f2-46c2-8a1e-9676f9ac04d2 None None] Port aab2e22a-bc37-4db4-9d43-12304845eb83 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:30:48.724678 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (aab2e22a-bc37-4db4-9d43-12304845eb83), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:48.733013 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ad852ee4-6797-4e54-abbd-b8ee48e841db req-7040a64e-ed7f-4baa-b010-de1311f011eb service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75bff678-d298-4825-99f8-3b2c8c43c102 HTTP/1.1" status: 200 len: 1000 time: 0.0921667 Oct 27 13:30:48.821922 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad852ee4-6797-4e54-abbd-b8ee48e841db req-48f03d47-d5ff-4319-8c21-90a1bece778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:48.823284 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ad852ee4-6797-4e54-abbd-b8ee48e841db req-48f03d47-d5ff-4319-8c21-90a1bece778d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=b6311a71-6948-47f7-b3a1-9319e66a1fce HTTP/1.1" status: 200 len: 855 time: 0.0843179 Oct 27 13:30:48.923760 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad852ee4-6797-4e54-abbd-b8ee48e841db req-0aed5834-beb0-4ddd-8a93-8b5e72845a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:48.925537 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ad852ee4-6797-4e54-abbd-b8ee48e841db req-0aed5834-beb0-4ddd-8a93-8b5e72845a7d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b9e83d77-9944-451b-8320-56a536076101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0944827 Oct 27 13:30:49.103560 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1220092-071a-4529-a870-801cd9040e2b req-26a39fdf-f0ed-4afd-92a6-25bea1af8cb5 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:49.105034 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d1220092-071a-4529-a870-801cd9040e2b req-26a39fdf-f0ed-4afd-92a6-25bea1af8cb5 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 931 time: 0.1085532 Oct 27 13:30:49.155590 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad680a-b4c3-4b00-9768-68980eefdb82 req-59d82211-dac5-4a78-9616-e9420970f032 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:49.157206 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-79ad680a-b4c3-4b00-9768-68980eefdb82 req-59d82211-dac5-4a78-9616-e9420970f032 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 945 time: 0.0473881 Oct 27 13:30:49.159691 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ad852ee4-6797-4e54-abbd-b8ee48e841db req-ffd28a54-232b-45a1-bb1d-2c6e2d53b79a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270052 Oct 27 13:30:49.187166 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:49.211799 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-79ad680a-b4c3-4b00-9768-68980eefdb82 req-ed2849fe-2030-4b30-9499-aa5b69e9c123 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485823 Oct 27 13:30:49.271082 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d1220092-071a-4529-a870-801cd9040e2b req-dceb8941-2a67-4143-a3aa-a8597f0f33e7 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567757 Oct 27 13:30:49.335905 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab2e22a-bc37-4db4-9d43-12304845eb83 {{(pid=104533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:30:49.346914 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Publish callbacks [] for port (aab2e22a-bc37-4db4-9d43-12304845eb83), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:49.350926 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ad852ee4-6797-4e54-abbd-b8ee48e841db req-e1676383-2a85-4919-8920-33391154f453 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763949 Oct 27 13:30:49.366614 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.provisioning_blocks [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Transition to ACTIVE for port object aab2e22a-bc37-4db4-9d43-12304845eb83 will not be triggered until provisioned by entity L2. {{(pid=104533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:30:49.375285 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (aab2e22a-bc37-4db4-9d43-12304845eb83), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:49.375514 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device d1d1a827-63f9-4c8d-8776-78408c57852b up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:30:49.388331 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:49.433100 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50d399-7556-41ba-9ad5-a7274c6456f8 req-dfe76aeb-2468-49de-baf7-4945f1b91f5f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:49.441111 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0e50d399-7556-41ba-9ad5-a7274c6456f8 req-dfe76aeb-2468-49de-baf7-4945f1b91f5f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.1011410 Oct 27 13:30:49.454929 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port d1d1a827-63f9-4c8d-8776-78408c57852b completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:30:49.463121 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=aab2e22a-bc37-4db4-9d43-12304845eb83,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:49.463335 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port d1d1a827-63f9-4c8d-8776-78408c57852b triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:30:49.463609 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (d1d1a827-63f9-4c8d-8776-78408c57852b), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:49.464117 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port d1d1a827-63f9-4c8d-8776-78408c57852b Oct 27 13:30:49.505403 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:49.537600 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:49.546593 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Attempting to bind port aab2e22a-bc37-4db4-9d43-12304845eb83 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:30:49.547088 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Attempting to bind port aab2e22a-bc37-4db4-9d43-12304845eb83 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:30:49.553367 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Attempting to bind port aab2e22a-bc37-4db4-9d43-12304845eb83 on network 4880e921-0c48-45fa-a974-af272c815db4 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:30:49.556415 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0e50d399-7556-41ba-9ad5-a7274c6456f8 req-533ec452-798d-4456-8ff1-37bf35c08444 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023898 Oct 27 13:30:49.633256 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port d1d1a827-63f9-4c8d-8776-78408c57852b is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:30:49.633617 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (d1d1a827-63f9-4c8d-8776-78408c57852b), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:49.666897 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Port aab2e22a-bc37-4db4-9d43-12304845eb83 on network 4880e921-0c48-45fa-a974-af272c815db4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:30:49.667231 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Attempting to bind port aab2e22a-bc37-4db4-9d43-12304845eb83 on network 4880e921-0c48-45fa-a974-af272c815db4 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:30:49.674441 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60173dcf-6c4d-49f4-a9be-49396bb2013c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d1a827-63f9-4c8d-8776-78408c57852b'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:30:49.678392 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2a4849-911f-4d64-b23f-5b6854464710" -d '{"events": [{"server_uuid": "60173dcf-6c4d-49f4-a9be-49396bb2013c", "name": "network-vif-plugged", "status": "completed", "tag": "d1d1a827-63f9-4c8d-8776-78408c57852b"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:30:49.693156 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port d1d1a827-63f9-4c8d-8776-78408c57852b, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=d1d1a827-63f9-4c8d-8776-78408c57852b,segment=NetworkSegment(67bf917f-57e7-4475-8890-9f732391e4e2),segment_id=67bf917f-57e7-4475-8890-9f732391e4e2)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:30:49.698220 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (d1d1a827-63f9-4c8d-8776-78408c57852b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:49.719313 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:30:49.719710 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Checking segment: {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:30:49.720105 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Bound using segment: {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:30:49.720651 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Bound port: aab2e22a-bc37-4db4-9d43-12304845eb83, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4880e921-0c48-45fa-a974-af272c815db4'}}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:30:49.721011 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (aab2e22a-bc37-4db4-9d43-12304845eb83), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:49.739024 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a086b5c6-bcdf-43d1-8496-5ae9d258e0e0 x-openstack-request-id: req-a086b5c6-bcdf-43d1-8496-5ae9d258e0e0 {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:30:49.739402 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60173dcf-6c4d-49f4-a9be-49396bb2013c", "name": "network-vif-plugged", "status": "completed", "tag": "d1d1a827-63f9-4c8d-8776-78408c57852b", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:30:49.740047 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a086b5c6-bcdf-43d1-8496-5ae9d258e0e0 {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:30:49.740047 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a086b5c6-bcdf-43d1-8496-5ae9d258e0e0'] response: {'server_uuid': '60173dcf-6c4d-49f4-a9be-49396bb2013c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d1a827-63f9-4c8d-8776-78408c57852b', 'code': 200} Oct 27 13:30:49.773269 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=d1d1a827-63f9-4c8d-8776-78408c57852b,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:49.808127 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] For port aab2e22a-bc37-4db4-9d43-12304845eb83, host hv-cinder-86243, cleared binding levels {{(pid=104533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:30:49.811860 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] For port aab2e22a-bc37-4db4-9d43-12304845eb83, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=aab2e22a-bc37-4db4-9d43-12304845eb83,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:30:49.822106 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (aab2e22a-bc37-4db4-9d43-12304845eb83), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:49.828754 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:49.829369 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:49.831152 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/aab2e22a-bc37-4db4-9d43-12304845eb83 HTTP/1.1" status: 200 len: 1093 time: 1.2528832 Oct 27 13:30:49.831727 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5164aa13-2f80-4ec4-b981-3eafb193fa9d', 'tag': 'aab2e22a-bc37-4db4-9d43-12304845eb83'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:30:49.834030 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edadfa26-97fc-49e8-b19a-c828a55d508c" -d '{"events": [{"name": "network-changed", "server_uuid": "5164aa13-2f80-4ec4-b981-3eafb193fa9d", "tag": "aab2e22a-bc37-4db4-9d43-12304845eb83"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:30:49.887961 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453697a-08b0-4da3-be69-2b57cf20c4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=aab2e22a-bc37-4db4-9d43-12304845eb83,revision_number=3']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:30:49.900546 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01aa2d10-f4af-4cfa-8eea-4d102803b099 x-openstack-request-id: req-01aa2d10-f4af-4cfa-8eea-4d102803b099 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:30:49.900833 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5164aa13-2f80-4ec4-b981-3eafb193fa9d", "tag": "aab2e22a-bc37-4db4-9d43-12304845eb83", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:30:49.901083 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01aa2d10-f4af-4cfa-8eea-4d102803b099 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:30:49.901482 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01aa2d10-f4af-4cfa-8eea-4d102803b099'] response: {'name': 'network-changed', 'server_uuid': '5164aa13-2f80-4ec4-b981-3eafb193fa9d', 'tag': 'aab2e22a-bc37-4db4-9d43-12304845eb83', 'status': 'completed', 'code': 200} Oct 27 13:30:50.347682 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fd22c-ba59-4e5a-a705-786ecee478cc req-dbb54e30-2c31-47c1-ae14-c694e16c49ac tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:50.349233 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cb1fd22c-ba59-4e5a-a705-786ecee478cc req-dbb54e30-2c31-47c1-ae14-c694e16c49ac tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.0515783 Oct 27 13:30:50.403364 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cb1fd22c-ba59-4e5a-a705-786ecee478cc req-32747065-1cf6-42ed-86e1-09f6f2f1c3e2 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467386 Oct 27 13:30:50.404395 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2d885-a1c1-4a11-94a1-b2830cb1a49f req-1d0bae73-170d-4c53-8d1b-8eee01125621 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:50.406371 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cac2d885-a1c1-4a11-94a1-b2830cb1a49f req-1d0bae73-170d-4c53-8d1b-8eee01125621 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 943 time: 0.0528963 Oct 27 13:30:50.456984 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cac2d885-a1c1-4a11-94a1-b2830cb1a49f req-955ed8d3-cadd-412a-ac13-ed730f06fc1b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445640 Oct 27 13:30:50.684396 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:30:50.688638 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01fb4c-b5c9-4393-b54f-ef46f650bc15 req-c6e9b2ed-eeb9-4805-8ca0-c6c41ab07f48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:50.690250 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8f01fb4c-b5c9-4393-b54f-ef46f650bc15 req-c6e9b2ed-eeb9-4805-8ca0-c6c41ab07f48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0484250 Oct 27 13:30:50.744598 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8f01fb4c-b5c9-4393-b54f-ef46f650bc15 req-d01d2d6c-da1f-4d28-a10b-2c289ee456e9 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482807 Oct 27 13:30:51.536989 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c3f41-45bc-4cfe-9cf0-778fcf5d39c9 req-0ac7e898-11f2-4569-9dd6-6ed02144031c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:51.538490 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b72c3f41-45bc-4cfe-9cf0-778fcf5d39c9 req-0ac7e898-11f2-4569-9dd6-6ed02144031c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.0593417 Oct 27 13:30:51.582065 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d28f4-df42-4616-ba51-26668711a44b req-be49afdb-73ac-434e-bc77-00d58a96a0b3 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:51.583604 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d01d28f4-df42-4616-ba51-26668711a44b req-be49afdb-73ac-434e-bc77-00d58a96a0b3 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 943 time: 0.0488980 Oct 27 13:30:51.589612 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b72c3f41-45bc-4cfe-9cf0-778fcf5d39c9 req-1d2d168f-786f-4335-83be-83dc05bf4b6e tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440590 Oct 27 13:30:51.638128 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d01d28f4-df42-4616-ba51-26668711a44b req-136d8ee8-01e7-4486-98d9-b12eaeb380ad tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483596 Oct 27 13:30:51.883101 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3ce16-d532-400d-81d6-c90831800099 req-d8503dd7-b9f1-4ec4-bf14-41ac749ca7d7 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:51.884757 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-89c3ce16-d532-400d-81d6-c90831800099 req-d8503dd7-b9f1-4ec4-bf14-41ac749ca7d7 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0499799 Oct 27 13:30:51.935332 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-89c3ce16-d532-400d-81d6-c90831800099 req-f0cdfc06-b2aa-4e9a-be66-aa4c30592ca7 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439777 Oct 27 13:30:52.805344 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5cf0f-1354-47c7-ae06-e3b6de4bb841 req-05b8dfa7-106c-4394-b933-394da78e8820 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:52.820969 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d5f5cf0f-1354-47c7-ae06-e3b6de4bb841 req-05b8dfa7-106c-4394-b933-394da78e8820 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.1262317 Oct 27 13:30:52.902936 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193272d-e372-4b77-beca-2c9854019920 req-84c28946-57b6-4519-99c3-7da0f20f868b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:52.917134 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e193272d-e372-4b77-beca-2c9854019920 req-84c28946-57b6-4519-99c3-7da0f20f868b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 943 time: 0.1063704 Oct 27 13:30:52.931690 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d5f5cf0f-1354-47c7-ae06-e3b6de4bb841 req-92ae5ecd-ca96-4193-876d-86a8686013fa tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058571 Oct 27 13:30:53.066699 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e193272d-e372-4b77-beca-2c9854019920 req-c534dda2-6adf-4996-a4e6-64ba8ec0fbb4 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476159 Oct 27 13:30:53.206538 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde0828-354c-42ef-8b9c-ffb7ca487de5 req-36c8bff5-2b27-4f1f-8667-dc28db2701cb tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:53.214317 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9dde0828-354c-42ef-8b9c-ffb7ca487de5 req-36c8bff5-2b27-4f1f-8667-dc28db2701cb tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0868573 Oct 27 13:30:53.280280 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9dde0828-354c-42ef-8b9c-ffb7ca487de5 req-73330b3f-2478-4c59-a95b-812354de419e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647602 Oct 27 13:30:54.206021 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f8196-f384-4a86-8ffa-1ae6d4f29046 req-101f5064-3101-4336-ab1c-a2ec407df524 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:54.208536 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-071f8196-f384-4a86-8ffa-1ae6d4f29046 req-101f5064-3101-4336-ab1c-a2ec407df524 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.0587654 Oct 27 13:30:54.228445 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:54.238077 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478e2ea-a36b-455e-948f-53f322fe3e29 req-7cf38347-99eb-461c-aca7-3ed8b49966a4 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:54.239645 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e478e2ea-a36b-455e-948f-53f322fe3e29 req-7cf38347-99eb-461c-aca7-3ed8b49966a4 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 943 time: 0.0541348 Oct 27 13:30:54.303564 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-071f8196-f384-4a86-8ffa-1ae6d4f29046 req-bfa2e4c5-d189-4570-80c3-815d9519a184 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902467 Oct 27 13:30:54.308788 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e478e2ea-a36b-455e-948f-53f322fe3e29 req-0145fc38-9008-4a71-bdd9-2704bf408833 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595636 Oct 27 13:30:54.428047 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb648e3e-5e99-427b-80ba-92889698920e req-734188fa-1236-4340-ad01-a119cc2ffd25 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:54.430316 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cb648e3e-5e99-427b-80ba-92889698920e req-734188fa-1236-4340-ad01-a119cc2ffd25 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0506167 Oct 27 13:30:54.490256 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-cb648e3e-5e99-427b-80ba-92889698920e req-b9feb801-2f66-4de6-bee3-170dcf225d95 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548756 Oct 27 13:30:55.462880 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a5421-7117-4139-94c0-6676924713f5 req-3a31f01c-0d8f-4fc0-a5a1-add62c87a38c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:55.481033 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9d1a5421-7117-4139-94c0-6676924713f5 req-3a31f01c-0d8f-4fc0-a5a1-add62c87a38c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.0774221 Oct 27 13:30:55.494034 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8338e29-77ac-44ef-8951-2c582ad0e8f3 req-3c16439b-8dfd-4ec9-bea8-81f216806d25 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:55.505807 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f8338e29-77ac-44ef-8951-2c582ad0e8f3 req-3c16439b-8dfd-4ec9-bea8-81f216806d25 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 943 time: 0.0873539 Oct 27 13:30:55.554514 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9d1a5421-7117-4139-94c0-6676924713f5 req-91d9d701-2a20-49ba-b6f3-ec8f96050883 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720541 Oct 27 13:30:55.555317 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f8338e29-77ac-44ef-8951-2c582ad0e8f3 req-b29d2f23-7a45-4f4b-bd4a-1436307fd599 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483947 Oct 27 13:30:55.680743 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be207e2c-a918-4cd0-aafa-a6218413492a req-feef9129-b79b-426c-8a57-353f52cd27ba tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:55.682635 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-be207e2c-a918-4cd0-aafa-a6218413492a req-feef9129-b79b-426c-8a57-353f52cd27ba tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0607316 Oct 27 13:30:55.734453 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-be207e2c-a918-4cd0-aafa-a6218413492a req-3a191c9c-bd45-4a15-b0fc-977f58a30e0a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458949 Oct 27 13:30:56.662234 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:56.704532 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135eae0-d7d1-4d20-bb8a-4b318aeafef6 req-4f4ba384-fb4e-4b57-a34d-f0e05dc1aa6c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:56.706136 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a135eae0-d7d1-4d20-bb8a-4b318aeafef6 req-4f4ba384-fb4e-4b57-a34d-f0e05dc1aa6c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.0542190 Oct 27 13:30:56.746027 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebab08e-7e39-45f6-9ef9-2dd78f14cdb7 req-dd207601-c452-4c4b-b09f-549da970e849 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:56.747647 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4ebab08e-7e39-45f6-9ef9-2dd78f14cdb7 req-dd207601-c452-4c4b-b09f-549da970e849 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 943 time: 0.0943274 Oct 27 13:30:56.763248 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a135eae0-d7d1-4d20-bb8a-4b318aeafef6 req-217044f5-af95-4632-9111-ba5c993d9e06 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501440 Oct 27 13:30:56.813804 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4ebab08e-7e39-45f6-9ef9-2dd78f14cdb7 req-0b8941c1-2fcf-402e-a169-456ff380420f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579481 Oct 27 13:30:56.905869 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6483c-6d00-4a24-ac12-d60d7692ded0 req-01683a37-e0df-4a26-aad8-e53123352456 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:56.907493 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-01e6483c-6d00-4a24-ac12-d60d7692ded0 req-01683a37-e0df-4a26-aad8-e53123352456 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0610037 Oct 27 13:30:56.982990 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-01e6483c-6d00-4a24-ac12-d60d7692ded0 req-a9ef71f1-abd1-4725-a968-a3c14c362e1e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673909 Oct 27 13:30:57.386544 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-e0ff6845-7965-4b31-beaa-f5f6d0223334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:57.964273 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e7227-97b2-4c34-ad14-eec5030fea0c req-3b6b444e-96b3-41c9-b663-42ae49ca7a82 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:57.966000 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bf1e7227-97b2-4c34-ad14-eec5030fea0c req-3b6b444e-96b3-41c9-b663-42ae49ca7a82 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.0940809 Oct 27 13:30:57.992917 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6380e8-4f6e-4466-be37-c1eed066c8fd req-3a1d7bbb-41db-4436-bcca-f42cd98b6538 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:57.994474 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ab6380e8-4f6e-4466-be37-c1eed066c8fd req-3a1d7bbb-41db-4436-bcca-f42cd98b6538 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 943 time: 0.0539830 Oct 27 13:30:58.066766 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ab6380e8-4f6e-4466-be37-c1eed066c8fd req-23962ff6-25c0-424d-8cda-cde99c163829 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656435 Oct 27 13:30:58.069628 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bf1e7227-97b2-4c34-ad14-eec5030fea0c req-539dd07b-bae5-4381-bd90-aa7243606b9d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955839 Oct 27 13:30:58.140857 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:58.191374 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550acff2-14e2-474d-b0e6-9e6cf78b66f8 req-138737c7-1e69-42a0-a41f-1734a1f078fe tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:58.198897 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-550acff2-14e2-474d-b0e6-9e6cf78b66f8 req-138737c7-1e69-42a0-a41f-1734a1f078fe tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0666788 Oct 27 13:30:58.274348 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-550acff2-14e2-474d-b0e6-9e6cf78b66f8 req-ff340cba-ba6e-4c51-b600-849e3d53c27d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743840 Oct 27 13:30:59.228657 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:59.244183 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c59c5f-5083-4ed2-bc7a-e909595e90c5 req-ce89ff0b-f89b-49b3-baf2-4cf8b77106b7 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:59.247431 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-50c59c5f-5083-4ed2-bc7a-e909595e90c5 req-ce89ff0b-f89b-49b3-baf2-4cf8b77106b7 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 943 time: 0.0798233 Oct 27 13:30:59.265266 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426a425-d58c-4211-b2cf-ae5660d86e97 req-ee7da6d9-e956-4cf1-a15b-519dd0c4e93e tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:59.266970 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5426a425-d58c-4211-b2cf-ae5660d86e97 req-ee7da6d9-e956-4cf1-a15b-519dd0c4e93e tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.0999522 Oct 27 13:30:59.292875 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:30:59.344139 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-50c59c5f-5083-4ed2-bc7a-e909595e90c5 req-f48ee2a9-9bca-4dd3-9f03-84c36c908d1b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862255 Oct 27 13:30:59.402242 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5426a425-d58c-4211-b2cf-ae5660d86e97 req-77f71a2c-dfc4-46cd-a129-5e564c4ecb54 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138554 Oct 27 13:30:59.516529 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-cff5d78f-4219-42bc-87c8-8e85384f9de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:30:59.583775 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e9641-763d-4150-836d-91a9926d1409 req-edb35cf8-fb51-4af5-8bda-0e4baa165fd2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:30:59.586134 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-509e9641-763d-4150-836d-91a9926d1409 req-edb35cf8-fb51-4af5-8bda-0e4baa165fd2 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.1039526 Oct 27 13:30:59.682531 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-509e9641-763d-4150-836d-91a9926d1409 req-94184822-2256-481f-be9f-ad4d12995cc3 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845435 Oct 27 13:31:00.544170 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea19f0-2b03-4548-9fff-0e15dd68aec1 req-1570ab02-a90b-48a1-8cb0-ff00b9e2714c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:00.547803 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-eaea19f0-2b03-4548-9fff-0e15dd68aec1 req-1570ab02-a90b-48a1-8cb0-ff00b9e2714c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 943 time: 0.0815310 Oct 27 13:31:00.586973 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be023310-a435-4e6f-9c52-bec2f2dd6cf3 req-06f35fca-8803-4baa-b732-182560ecbf9a tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:00.599296 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-be023310-a435-4e6f-9c52-bec2f2dd6cf3 req-06f35fca-8803-4baa-b732-182560ecbf9a tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.0865886 Oct 27 13:31:00.649180 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-eaea19f0-2b03-4548-9fff-0e15dd68aec1 req-c2a9d063-9e72-43d0-8acb-d0b2f2c83929 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888255 Oct 27 13:31:00.664282 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-be023310-a435-4e6f-9c52-bec2f2dd6cf3 req-49b7fa0f-521d-4ab0-b321-824af9ad4bd3 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629249 Oct 27 13:31:00.683803 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:00.898867 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:00.934093 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f30ad9-7d38-4858-8fd8-94eb73a424b6 req-2e9ab733-d3cc-4f55-a3fe-d2c3cbdb4860 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:00.936108 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e8f30ad9-7d38-4858-8fd8-94eb73a424b6 req-2e9ab733-d3cc-4f55-a3fe-d2c3cbdb4860 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0600259 Oct 27 13:31:00.995189 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e8f30ad9-7d38-4858-8fd8-94eb73a424b6 req-2d5f73b3-0574-44d7-bef1-e0b35665b46a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530391 Oct 27 13:31:01.663553 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadfa26-97fc-49e8-b19a-c828a55d508c req-998197a1-ce0b-4606-8945-55927ad0d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:01.665114 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-edadfa26-97fc-49e8-b19a-c828a55d508c req-998197a1-ce0b-4606-8945-55927ad0d974 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=095dae174c664eafaf3ed463d8b7f319&device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 1127 time: 0.0775778 Oct 27 13:31:01.682902 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504a308-0685-4738-b9ff-cd36878fff0b req-98591088-4b69-49d6-8abe-ba8b35505cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:01.684404 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1504a308-0685-4738-b9ff-cd36878fff0b req-98591088-4b69-49d6-8abe-ba8b35505cf3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 1130 time: 0.0639906 Oct 27 13:31:01.820368 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973ac42-420a-4659-9cec-0781b602a987 req-0b11b8c4-31e6-4ddf-baa0-d3ddd9e07b6b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:01.822031 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9973ac42-420a-4659-9cec-0781b602a987 req-0b11b8c4-31e6-4ddf-baa0-d3ddd9e07b6b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 943 time: 0.0541716 Oct 27 13:31:01.827126 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1504a308-0685-4738-b9ff-cd36878fff0b req-e7c7bf86-d6c9-4772-8c2a-e43904efe278 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319191 Oct 27 13:31:01.849909 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadfa26-97fc-49e8-b19a-c828a55d508c req-6c57100d-77f8-4e96-a422-e1ccd983138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:01.851412 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-edadfa26-97fc-49e8-b19a-c828a55d508c req-6c57100d-77f8-4e96-a422-e1ccd983138d service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=095dae174c664eafaf3ed463d8b7f319&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1788526 Oct 27 13:31:01.858083 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df738e8f-e114-414b-89b7-6247bc70317e req-755ca03d-602e-4c84-a22f-1e001bb90178 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:01.859616 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-df738e8f-e114-414b-89b7-6247bc70317e req-755ca03d-602e-4c84-a22f-1e001bb90178 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.0881083 Oct 27 13:31:01.874764 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9973ac42-420a-4659-9cec-0781b602a987 req-6ddb5bd4-ef9c-4710-ade1-b6bb42d74568 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459232 Oct 27 13:31:01.913196 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-df738e8f-e114-414b-89b7-6247bc70317e req-820c28d3-0139-4ff7-bec8-bb1890d63269 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473540 Oct 27 13:31:02.104658 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:02.128013 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef57540-5826-4672-baa4-33c29807c3ec req-28729089-e26f-40dd-a0ef-581ca787d21f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:02.129553 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2ef57540-5826-4672-baa4-33c29807c3ec req-28729089-e26f-40dd-a0ef-581ca787d21f tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0500906 Oct 27 13:31:02.183193 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2ef57540-5826-4672-baa4-33c29807c3ec req-9834b4d9-10bb-4fb8-bb41-fb75922410fc tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479114 Oct 27 13:31:02.611077 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:03.002460 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bc9de-6203-4226-b3d9-79e3d4ee154c req-d35cd82b-2d5c-4c14-a079-63796e932a4f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:03.004223 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a77bc9de-6203-4226-b3d9-79e3d4ee154c req-d35cd82b-2d5c-4c14-a079-63796e932a4f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 943 time: 0.0499756 Oct 27 13:31:03.025509 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:03.039778 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7f787-8592-4120-bef1-1513513c30f2 req-2369cdd1-87e7-488b-9010-714695155b96 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:03.041490 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2ac7f787-8592-4120-bef1-1513513c30f2 req-2369cdd1-87e7-488b-9010-714695155b96 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.0519989 Oct 27 13:31:03.057597 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a77bc9de-6203-4226-b3d9-79e3d4ee154c req-f02c1eec-33cb-43b7-b965-2bd3dd53a143 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474999 Oct 27 13:31:03.110656 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2ac7f787-8592-4120-bef1-1513513c30f2 req-a9df1890-582a-4aad-b787-adb28c399c98 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615902 Oct 27 13:31:03.305759 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:03.318749 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442ed47-e104-41a8-8a8e-74911262cad9 req-f61ede2c-e769-4108-898d-5efedc1035ee tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:03.320380 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2442ed47-e104-41a8-8a8e-74911262cad9 req-f61ede2c-e769-4108-898d-5efedc1035ee tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0520134 Oct 27 13:31:03.369936 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2442ed47-e104-41a8-8a8e-74911262cad9 req-69b39ca7-9b75-45d8-b343-aabb12f268bf tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436947 Oct 27 13:31:04.201432 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32629e42-74b1-45d7-8754-858ae36a7f54 req-6d603bbe-bfb0-435f-ae4e-0eaaf0ed357d tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:04.202947 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-32629e42-74b1-45d7-8754-858ae36a7f54 req-6d603bbe-bfb0-435f-ae4e-0eaaf0ed357d tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 943 time: 0.0533164 Oct 27 13:31:04.238271 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ece524-8450-492e-8a1e-d3d17330ad1a req-9349709f-1b3f-47cd-abc7-b95b710cc982 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:04.239783 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-95ece524-8450-492e-8a1e-d3d17330ad1a req-9349709f-1b3f-47cd-abc7-b95b710cc982 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.0512984 Oct 27 13:31:04.257921 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-32629e42-74b1-45d7-8754-858ae36a7f54 req-7d4d2e3a-2ae7-4606-905f-efcad9c4caa5 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485456 Oct 27 13:31:04.288654 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-95ece524-8450-492e-8a1e-d3d17330ad1a req-db3ec611-c7f2-4d0c-aa33-229e1a52d938 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431521 Oct 27 13:31:04.507447 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107723c0-066f-4db5-94d8-a097a8d08ee2 req-ac5d05ef-5052-4389-9ee7-a5d2e1b49d65 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:04.509094 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-107723c0-066f-4db5-94d8-a097a8d08ee2 req-ac5d05ef-5052-4389-9ee7-a5d2e1b49d65 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0527875 Oct 27 13:31:04.559821 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-107723c0-066f-4db5-94d8-a097a8d08ee2 req-b5292e68-5e1e-41d4-b6fe-19b1a5112dac tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440266 Oct 27 13:31:04.865200 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadfa26-97fc-49e8-b19a-c828a55d508c req-dd08b742-4a36-4765-b4ff-0efa39bec07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:04.866666 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-edadfa26-97fc-49e8-b19a-c828a55d508c req-dd08b742-4a36-4765-b4ff-0efa39bec07c service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3666906 Oct 27 13:31:05.032576 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e73f1562-eb8b-4035-a054-c8057b985862 req-eb9b969a-ef69-43b4-9d7c-8df49b568587 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1629517&fields=id&tenant_id=f291a3a8c0394e928aee758baa470ca7 HTTP/1.1" status: 200 len: 267 time: 0.0454450 Oct 27 13:31:05.161524 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f1562-eb8b-4035-a054-c8057b985862 req-c6bcddb1-c794-4936-8dc9-788961d8c09e tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:05.162955 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e73f1562-eb8b-4035-a054-c8057b985862 req-c6bcddb1-c794-4936-8dc9-788961d8c09e tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/networks?id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 200 len: 811 time: 0.1240201 Oct 27 13:31:05.181132 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e73f1562-eb8b-4035-a054-c8057b985862 req-c76ae10e-adb4-43c3-b590-15475f65428c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/quotas/f291a3a8c0394e928aee758baa470ca7 HTTP/1.1" status: 200 len: 375 time: 0.0127740 Oct 27 13:31:05.237005 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e73f1562-eb8b-4035-a054-c8057b985862 req-59ebd785-63ed-49ca-bb3e-611119584369 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f291a3a8c0394e928aee758baa470ca7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455592 Oct 27 13:31:05.339252 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e73f1562-eb8b-4035-a054-c8057b985862 req-2395409d-2eba-413b-b7d0-56832bab1103 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896280 Oct 27 13:31:05.380770 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95f797-27db-490c-9ec7-35b9dbd24e4f req-6f71787e-f7f0-4bfc-93e0-9d37ebd77651 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:05.382278 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5e95f797-27db-490c-9ec7-35b9dbd24e4f req-6f71787e-f7f0-4bfc-93e0-9d37ebd77651 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 943 time: 0.0498769 Oct 27 13:31:05.443247 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5e95f797-27db-490c-9ec7-35b9dbd24e4f req-dbd8916a-dfb3-4be6-92c3-32b0d4c252bd tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512533 Oct 27 13:31:05.445114 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e73f1562-eb8b-4035-a054-c8057b985862 req-24550284-073e-443c-8580-f674cee52175 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986764 Oct 27 13:31:05.579007 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ebe37-b658-4ca1-8b8f-f708a332aeee req-723a8d22-df75-4b55-85db-afdc8a8832dc tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:05.580606 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a94ebe37-b658-4ca1-8b8f-f708a332aeee req-723a8d22-df75-4b55-85db-afdc8a8832dc tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.0555584 Oct 27 13:31:05.641684 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a94ebe37-b658-4ca1-8b8f-f708a332aeee req-300c0e6a-3bb1-4831-a5dc-6d4adf4a284a tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553067 Oct 27 13:31:05.761490 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f6733-ab11-4929-9587-ed18284220dd req-602cfc67-5d03-4674-be18-5f1e19459d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:05.764079 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a0f6733-ab11-4929-9587-ed18284220dd req-602cfc67-5d03-4674-be18-5f1e19459d85 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=095dae174c664eafaf3ed463d8b7f319&device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 1127 time: 0.0465090 Oct 27 13:31:05.803265 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daa8b8-30fb-44b6-8530-72afaaac1745 req-7daa2a47-e618-445c-913a-f18a90cb676e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:05.805437 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-18daa8b8-30fb-44b6-8530-72afaaac1745 req-7daa2a47-e618-445c-913a-f18a90cb676e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0869741 Oct 27 13:31:05.819567 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a0f6733-ab11-4929-9587-ed18284220dd req-5d43fee2-5804-414d-ae30-228c949f3d55 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aab2e22a-bc37-4db4-9d43-12304845eb83 HTTP/1.1" status: 200 len: 217 time: 0.0483255 Oct 27 13:31:05.842217 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:05.894656 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:05.914667 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-18daa8b8-30fb-44b6-8530-72afaaac1745 req-6120096d-053a-4063-9e63-9f04d4d87c79 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999839 Oct 27 13:31:05.975728 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b246c1da-ff1d-4668-bf7d-12344cd98ee9 req-749b0f3f-5c1b-40ed-b2e4-8c30e9ee36f8 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 210 time: 0.0588634 Oct 27 13:31:06.012546 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7928d9da-1afd-4ea7-8e97-8138032239e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:06.015740 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a0f6733-ab11-4929-9587-ed18284220dd req-7928d9da-1afd-4ea7-8e97-8138032239e5 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=387ef33e-d1d2-4c31-8402-1f0afa96a77a HTTP/1.1" status: 200 len: 854 time: 0.1740754 Oct 27 13:31:06.502765 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f6733-ab11-4929-9587-ed18284220dd req-b81694bc-2095-425b-8f8a-748507a35a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:06.504575 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a0f6733-ab11-4929-9587-ed18284220dd req-b81694bc-2095-425b-8f8a-748507a35a25 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=4880e921-0c48-45fa-a974-af272c815db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536475 Oct 27 13:31:06.599291 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28f8e3-a298-427b-b7b1-fa847138a7b2 req-87087360-1658-409e-8b05-3d775c922793 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:06.600804 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0f28f8e3-a298-427b-b7b1-fa847138a7b2 req-87087360-1658-409e-8b05-3d775c922793 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 943 time: 0.0485826 Oct 27 13:31:06.651898 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0f28f8e3-a298-427b-b7b1-fa847138a7b2 req-e774135f-594d-416d-9075-7036b32deac1 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455484 Oct 27 13:31:06.807058 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1d022-b6e0-4878-b371-59123a8ae776 req-6e2da7f9-6596-4ea7-be1c-c60915584165 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:06.808668 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-08d1d022-b6e0-4878-b371-59123a8ae776 req-6e2da7f9-6596-4ea7-be1c-c60915584165 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.0592844 Oct 27 13:31:06.832103 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:06.849864 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a0f6733-ab11-4929-9587-ed18284220dd req-516934c1-f37a-458e-b898-f8738403ba00 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536624 Oct 27 13:31:06.893705 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-08d1d022-b6e0-4878-b371-59123a8ae776 req-5f91a102-fd54-4d62-a217-448342f20151 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782983 Oct 27 13:31:06.918825 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:06.969470 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6a0f6733-ab11-4929-9587-ed18284220dd req-a84192a8-3a63-4563-bf81-4901bdfb0d00 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083729 Oct 27 13:31:07.057552 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb840b8-34ce-44bd-99ce-0e907d27b9d0 req-b9e49a1b-cb26-453e-a131-1540c473b964 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:07.061117 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-feb840b8-34ce-44bd-99ce-0e907d27b9d0 req-b9e49a1b-cb26-453e-a131-1540c473b964 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 944 time: 0.0560746 Oct 27 13:31:07.101904 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-39002007-c785-4ef7-982d-504c6b39104f req-8b9c5259-4d90-43fa-af18-2c5e3f3b5631 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 210 time: 0.0363643 Oct 27 13:31:07.138014 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-feb840b8-34ce-44bd-99ce-0e907d27b9d0 req-e2ba7866-b110-44da-82db-f79464bbfc73 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704045 Oct 27 13:31:07.479547 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 75bff678-d298-4825-99f8-3b2c8c43c102 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:31:07.496215 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:07.584478 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 75bff678-d298-4825-99f8-3b2c8c43c102, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=75bff678-d298-4825-99f8-3b2c8c43c102,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:31:07.597319 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': '75bff678-d298-4825-99f8-3b2c8c43c102', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'port_id': '75bff678-d298-4825-99f8-3b2c8c43c102', 'mac_address': 'fa:16:3e:f7:fd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:31:07.634455 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 75bff678-d298-4825-99f8-3b2c8c43c102 is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:31:07.634839 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:07.637478 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:07.649109 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75bff678-d298-4825-99f8-3b2c8c43c102 {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:31:07.663359 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444143cb-07c6-4aa9-a9e3-1ffd11d04a90 req-0859c650-6b9e-4082-9397-5171705474ee tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:07.668723 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-444143cb-07c6-4aa9-a9e3-1ffd11d04a90 req-0859c650-6b9e-4082-9397-5171705474ee tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.0624483 Oct 27 13:31:07.670818 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 75bff678-d298-4825-99f8-3b2c8c43c102, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=75bff678-d298-4825-99f8-3b2c8c43c102,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:31:07.675836 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:07.717216 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-444143cb-07c6-4aa9-a9e3-1ffd11d04a90 req-c744a196-2cce-4c4d-bf13-41a933bfb6dd tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461047 Oct 27 13:31:07.724815 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=75bff678-d298-4825-99f8-3b2c8c43c102,revision_number=9']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:07.732572 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:07.733226 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:07.733565 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:07.734063 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:07.734393 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:07.734719 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:07.735040 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:07.735385 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:07.735710 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:07.736028 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:07.736495 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:07.736821 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:07.737135 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:07.737448 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:07.737762 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:07.781528 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c01891-9b3e-41f0-8e1d-098c22015e9c req-f81cbaf5-da71-471b-87a8-ada0cd80d2cb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:07.783026 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a2c01891-9b3e-41f0-8e1d-098c22015e9c req-f81cbaf5-da71-471b-87a8-ada0cd80d2cb tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 943 time: 0.0520661 Oct 27 13:31:07.834371 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a2c01891-9b3e-41f0-8e1d-098c22015e9c req-b31d2839-0250-4cf1-9738-ae4472be8a9e tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457358 Oct 27 13:31:07.886454 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['75bff678-d298-4825-99f8-3b2c8c43c102'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:31:08.047383 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f1562-eb8b-4035-a054-c8057b985862 req-2db34b86-f431-40ba-8a5c-5df2ee8deed9 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:08.048855 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e73f1562-eb8b-4035-a054-c8057b985862 req-2db34b86-f431-40ba-8a5c-5df2ee8deed9 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.45 "GET /networking/v2.0/networks?id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 200 len: 811 time: 0.1102908 Oct 27 13:31:08.211370 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a09e5028-6ae8-4c1f-955b-d061ce6809cd req-2e335f58-a483-4682-bb9b-b2759ae04051 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 210 time: 0.0315416 Oct 27 13:31:08.286311 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d5a9c-aec8-40b4-950a-076958566db4 req-7cef976b-2911-4607-844f-05e4bd522395 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:08.287828 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-107d5a9c-aec8-40b4-950a-076958566db4 req-7cef976b-2911-4607-844f-05e4bd522395 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 945 time: 0.0487936 Oct 27 13:31:08.342561 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-107d5a9c-aec8-40b4-950a-076958566db4 req-185d38e5-7713-4e79-a065-273064d0c6cf tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486822 Oct 27 13:31:08.842615 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce412f-2a25-4e09-b0dc-df4e875ecdaf req-c6918a63-b7c3-4f03-a950-bd232d8a4aa1 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:08.844092 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c3ce412f-2a25-4e09-b0dc-df4e875ecdaf req-c6918a63-b7c3-4f03-a950-bd232d8a4aa1 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.0470109 Oct 27 13:31:08.891830 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c3ce412f-2a25-4e09-b0dc-df4e875ecdaf req-a7e3bb47-1c02-424f-959a-5e5b2e01296e tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419931 Oct 27 13:31:08.955603 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca87b3-d2bc-4961-92f7-1ee81502ad91 req-f41c3071-c13b-43bd-8d15-146264923cbf tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:08.957092 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-89ca87b3-d2bc-4961-92f7-1ee81502ad91 req-f41c3071-c13b-43bd-8d15-146264923cbf tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 943 time: 0.0466828 Oct 27 13:31:09.024925 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-89ca87b3-d2bc-4961-92f7-1ee81502ad91 req-54a91255-1312-4407-b25e-339a41b32e94 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622158 Oct 27 13:31:09.060741 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e73f1562-eb8b-4035-a054-c8057b985862 req-eb6f5235-9033-4a34-90d8-d7a165f4fcd0 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f291a3a8c0394e928aee758baa470ca7 HTTP/1.1" status: 200 len: 377 time: 0.0753474 Oct 27 13:31:09.070777 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-e73f1562-eb8b-4035-a054-c8057b985862 req-a2a4dfb9-6704-4341-834a-7201485b30d6 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Request body: {'port': {'device_id': '14588610-98fd-455b-9380-16dbcd733d9f', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'admin_state_up': True, 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'security_groups': ['73efe9c5-b583-46c0-a5ce-e99ce20e46c4']}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:31:09.180056 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73f1562-eb8b-4035-a054-c8057b985862 req-a2a4dfb9-6704-4341-834a-7201485b30d6 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Made reservation on behalf of f291a3a8c0394e928aee758baa470ca7 for: {'port': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:31:09.184086 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-e73f1562-eb8b-4035-a054-c8057b985862 req-a2a4dfb9-6704-4341-834a-7201485b30d6 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:09.314096 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-71f98194-06c0-40ae-a27d-b752855e9b63 req-19f9749e-222c-4a1f-a825-9ccaeff8181c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 210 time: 0.0278842 Oct 27 13:31:09.352954 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10d48c-3983-4fec-b146-2d08a162740b req-afb47f9b-9a2e-4a56-bed2-d09ec9f5bbee tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:09.353605 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-aa10d48c-3983-4fec-b146-2d08a162740b req-afb47f9b-9a2e-4a56-bed2-d09ec9f5bbee tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.0688288 Oct 27 13:31:09.354782 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [req-e73f1562-eb8b-4035-a054-c8057b985862 req-a2a4dfb9-6704-4341-834a-7201485b30d6 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Allocated IP 172.20.0.6 (1c8f3dd5-6b59-4fe5-89a4-312211a0043d/ef90bec0-1c8b-4319-8bce-548391ed871c/6f0a58f6-2585-493b-a27f-602a89862c6f) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:31:09.367272 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:09.487908 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:09.500055 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device aab2e22a-bc37-4db4-9d43-12304845eb83 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:31:09.515148 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 75bff678-d298-4825-99f8-3b2c8c43c102 up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:31:09.556262 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-aa10d48c-3983-4fec-b146-2d08a162740b req-bade57b6-284f-4130-a5b0-969906ec9743 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Deleting port d1d1a827-63f9-4c8d-8776-78408c57852b {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:31:09.556668 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-aa10d48c-3983-4fec-b146-2d08a162740b req-bade57b6-284f-4130-a5b0-969906ec9743 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (d1d1a827-63f9-4c8d-8776-78408c57852b), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:09.586106 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae50a80-9f7c-443d-9246-ab4e530d08a6 req-ddc9a699-984c-493c-a994-d83f80815565 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:09.587654 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3ae50a80-9f7c-443d-9246-ab4e530d08a6 req-ddc9a699-984c-493c-a994-d83f80815565 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 945 time: 0.1560669 Oct 27 13:31:09.645827 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port aab2e22a-bc37-4db4-9d43-12304845eb83, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=aab2e22a-bc37-4db4-9d43-12304845eb83,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:31:09.666859 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': 'aab2e22a-bc37-4db4-9d43-12304845eb83', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'port_id': 'aab2e22a-bc37-4db4-9d43-12304845eb83', 'mac_address': 'fa:16:3e:6d:7a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:31:09.715221 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port 75bff678-d298-4825-99f8-3b2c8c43c102 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:31:09.716145 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:09.716670 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port 75bff678-d298-4825-99f8-3b2c8c43c102 Oct 27 13:31:09.755478 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port aab2e22a-bc37-4db4-9d43-12304845eb83 is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:31:09.755860 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (aab2e22a-bc37-4db4-9d43-12304845eb83), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:09.761818 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-e73f1562-eb8b-4035-a054-c8057b985862 req-a2a4dfb9-6704-4341-834a-7201485b30d6 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for port (6f0a58f6-2585-493b-a27f-602a89862c6f), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:09.778801 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3ae50a80-9f7c-443d-9246-ab4e530d08a6 req-22fc1530-c0a0-4c8d-8f58-4eb15a8fa395 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512804 Oct 27 13:31:09.780843 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab2e22a-bc37-4db4-9d43-12304845eb83 {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:31:09.840051 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port aab2e22a-bc37-4db4-9d43-12304845eb83, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=aab2e22a-bc37-4db4-9d43-12304845eb83,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:31:09.842053 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 75bff678-d298-4825-99f8-3b2c8c43c102 is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:31:09.842466 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:09.860065 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-aa10d48c-3983-4fec-b146-2d08a162740b req-bade57b6-284f-4130-a5b0-969906ec9743 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] For port d1d1a827-63f9-4c8d-8776-78408c57852b, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=d1d1a827-63f9-4c8d-8776-78408c57852b,segment=NetworkSegment(67bf917f-57e7-4475-8890-9f732391e4e2),segment_id=67bf917f-57e7-4475-8890-9f732391e4e2)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:31:09.860474 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-aa10d48c-3983-4fec-b146-2d08a162740b req-bade57b6-284f-4130-a5b0-969906ec9743 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (d1d1a827-63f9-4c8d-8776-78408c57852b), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:09.866868 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (aab2e22a-bc37-4db4-9d43-12304845eb83), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:09.878189 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f232f466-e821-48fe-926c-feadcec39c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bff678-d298-4825-99f8-3b2c8c43c102'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:31:09.880523 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4aea124-63e1-48e9-8dcb-329493e2dd64" -d '{"events": [{"server_uuid": "f232f466-e821-48fe-926c-feadcec39c31", "name": "network-vif-plugged", "status": "completed", "tag": "75bff678-d298-4825-99f8-3b2c8c43c102"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:31:09.886254 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-aa10d48c-3983-4fec-b146-2d08a162740b req-bade57b6-284f-4130-a5b0-969906ec9743 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Calling delete_port for d1d1a827-63f9-4c8d-8776-78408c57852b owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:31:09.907605 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-e73f1562-eb8b-4035-a054-c8057b985862 req-a2a4dfb9-6704-4341-834a-7201485b30d6 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (6f0a58f6-2585-493b-a27f-602a89862c6f), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:09.934427 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8b2f4d-c714-4625-87a9-296af7f8baa7 x-openstack-request-id: req-5e8b2f4d-c714-4625-87a9-296af7f8baa7 {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:31:09.935120 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f232f466-e821-48fe-926c-feadcec39c31", "name": "network-vif-plugged", "status": "completed", "tag": "75bff678-d298-4825-99f8-3b2c8c43c102", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:31:09.935540 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e8b2f4d-c714-4625-87a9-296af7f8baa7 {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:31:09.936561 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8b2f4d-c714-4625-87a9-296af7f8baa7'] response: {'server_uuid': 'f232f466-e821-48fe-926c-feadcec39c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bff678-d298-4825-99f8-3b2c8c43c102', 'code': 200} Oct 27 13:31:09.949697 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 75bff678-d298-4825-99f8-3b2c8c43c102, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=75bff678-d298-4825-99f8-3b2c8c43c102,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:31:09.972937 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:09.978587 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 34184) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:31:09.993862 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=aab2e22a-bc37-4db4-9d43-12304845eb83,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:09.996862 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4dfb9-6704-4341-834a-7201485b30d6 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event updated for resources: {'Port': ['ID=6f0a58f6-2585-493b-a27f-602a89862c6f,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:10.010776 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:10.015130 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73f1562-eb8b-4035-a054-c8057b985862 req-a2a4dfb9-6704-4341-834a-7201485b30d6 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:31:10.018367 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [req-e73f1562-eb8b-4035-a054-c8057b985862 req-a2a4dfb9-6704-4341-834a-7201485b30d6 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:31:10.024097 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73f1562-eb8b-4035-a054-c8057b985862 req-a2a4dfb9-6704-4341-834a-7201485b30d6 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:31:10.071202 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:10.116729 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['aab2e22a-bc37-4db4-9d43-12304845eb83'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:31:10.117785 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:10.135671 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92acb9-f595-4129-aa46-c9a8596e22c6 req-355dfe3a-b24d-41f6-a956-a88eb9cdf430 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:10.137286 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3d92acb9-f595-4129-aa46-c9a8596e22c6 req-355dfe3a-b24d-41f6-a956-a88eb9cdf430 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 946 time: 0.0785363 Oct 27 13:31:10.181258 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=75bff678-d298-4825-99f8-3b2c8c43c102,revision_number=10']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:10.198482 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f1562-eb8b-4035-a054-c8057b985862 req-a2a4dfb9-6704-4341-834a-7201485b30d6 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:10.199157 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-e73f1562-eb8b-4035-a054-c8057b985862 req-a2a4dfb9-6704-4341-834a-7201485b30d6 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:10.256921 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e73f1562-eb8b-4035-a054-c8057b985862 req-a2a4dfb9-6704-4341-834a-7201485b30d6 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1897986 Oct 27 13:31:10.263788 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4180ee20-9eac-4ab1-8ec1-43e42c710648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:10.296588 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Request body: {'port': {'device_id': '14588610-98fd-455b-9380-16dbcd733d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:31:10.306652 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11f209-5c95-4a2a-ae65-1f276fddc897 req-6849f4e9-abb6-4181-9e99-e5da87e25483 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:10.314205 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7f11f209-5c95-4a2a-ae65-1f276fddc897 req-6849f4e9-abb6-4181-9e99-e5da87e25483 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 944 time: 0.1579809 Oct 27 13:31:10.337788 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457950e-5e41-46a1-9f79-525064c315dd req-23e3f6f7-eb16-4222-aa12-6418e9178e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:10.339801 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3457950e-5e41-46a1-9f79-525064c315dd req-23e3f6f7-eb16-4222-aa12-6418e9178e43 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 1131 time: 0.1153266 Oct 27 13:31:10.372667 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-f9f5ed7f-d5b1-487e-a64b-37e6da6c7332 None None] Provisioning complete for port 6f0a58f6-2585-493b-a27f-602a89862c6f triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:31:10.373126 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ed7f-d5b1-487e-a64b-37e6da6c7332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (6f0a58f6-2585-493b-a27f-602a89862c6f), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:10.373833 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-f9f5ed7f-d5b1-487e-a64b-37e6da6c7332 None None] Attempt 1 to provision port 6f0a58f6-2585-493b-a27f-602a89862c6f Oct 27 13:31:10.395335 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3d92acb9-f595-4129-aa46-c9a8596e22c6 req-80b4f8cb-73d0-4ffc-9c43-6b9b8e302684 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486756 Oct 27 13:31:10.429930 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-f9f5ed7f-d5b1-487e-a64b-37e6da6c7332 None None] Port 6f0a58f6-2585-493b-a27f-602a89862c6f cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:31:10.447899 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-aa10d48c-3983-4fec-b146-2d08a162740b req-bade57b6-284f-4130-a5b0-969906ec9743 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (d1d1a827-63f9-4c8d-8776-78408c57852b), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:10.468077 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3457950e-5e41-46a1-9f79-525064c315dd req-61664fee-3056-4184-893a-36b4ee756055 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120386 Oct 27 13:31:10.480733 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7f11f209-5c95-4a2a-ae65-1f276fddc897 req-55432246-a035-4147-8225-a3f345ff8a2a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652768 Oct 27 13:31:10.496434 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6f0a58f6-2585-493b-a27f-602a89862c6f), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:10.499948 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade57b6-284f-4130-a5b0-969906ec9743 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Pushing event deleted for resources: {'Port': ['ID=d1d1a827-63f9-4c8d-8776-78408c57852b,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:10.528857 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4180ee20-9eac-4ab1-8ec1-43e42c710648 admin admin] Publish callbacks [] for security_group (52356dd3-c93c-4c73-9d02-15d04ca6aa3f), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:10.534395 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4180ee20-9eac-4ab1-8ec1-43e42c710648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (52356dd3-c93c-4c73-9d02-15d04ca6aa3f), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:10.578988 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-4180ee20-9eac-4ab1-8ec1-43e42c710648 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=1883384b97484ce1b0b1d9dc58df9930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5991843 Oct 27 13:31:10.581098 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180ee20-9eac-4ab1-8ec1-43e42c710648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52356dd3-c93c-4c73-9d02-15d04ca6aa3f,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:10.583370 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 34192) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:31:10.604176 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d142a3-f4d7-46c0-957b-0315631b5c4e req-2f269b1b-cf6f-4601-9d21-e2f8ae2d266f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:10.616678 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a9d142a3-f4d7-46c0-957b-0315631b5c4e req-2f269b1b-cf6f-4601-9d21-e2f8ae2d266f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 931 time: 0.1096399 Oct 27 13:31:10.635720 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-acc822b1-4163-4b02-8e37-f3a24eda348e admin admin] Publish callbacks [] for security_group (52356dd3-c93c-4c73-9d02-15d04ca6aa3f), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:10.642317 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa10d48c-3983-4fec-b146-2d08a162740b req-bade57b6-284f-4130-a5b0-969906ec9743 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] No DVR routers for this DVR port d1d1a827-63f9-4c8d-8776-78408c57852b on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:31:10.657810 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-acc822b1-4163-4b02-8e37-f3a24eda348e admin admin] Publish callbacks [] for security_group (52356dd3-c93c-4c73-9d02-15d04ca6aa3f), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:10.668729 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-aa10d48c-3983-4fec-b146-2d08a162740b req-bade57b6-284f-4130-a5b0-969906ec9743 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:10.672001 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-aa10d48c-3983-4fec-b146-2d08a162740b req-bade57b6-284f-4130-a5b0-969906ec9743 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.45 "DELETE /networking/v2.0/ports/d1d1a827-63f9-4c8d-8776-78408c57852b HTTP/1.1" status: 204 len: 173 time: 1.3119030 Oct 27 13:31:10.673608 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60173dcf-6c4d-49f4-a9be-49396bb2013c', 'name': 'network-vif-deleted', 'tag': 'd1d1a827-63f9-4c8d-8776-78408c57852b'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:31:10.675887 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16afad7c-eaf9-4eda-99be-8fe691ee62c5" -d '{"events": [{"server_uuid": "60173dcf-6c4d-49f4-a9be-49396bb2013c", "name": "network-vif-deleted", "tag": "d1d1a827-63f9-4c8d-8776-78408c57852b"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:31:10.687685 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:10.705675 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['d1d1a827-63f9-4c8d-8776-78408c57852b'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:31:10.727633 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-acc822b1-4163-4b02-8e37-f3a24eda348e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (52356dd3-c93c-4c73-9d02-15d04ca6aa3f), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:10.743489 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-acc822b1-4163-4b02-8e37-f3a24eda348e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:10.746261 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-acc822b1-4163-4b02-8e37-f3a24eda348e admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/52356dd3-c93c-4c73-9d02-15d04ca6aa3f HTTP/1.1" status: 204 len: 168 time: 0.1619790 Oct 27 13:31:10.760533 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc822b1-4163-4b02-8e37-f3a24eda348e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52356dd3-c93c-4c73-9d02-15d04ca6aa3f,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:10.777042 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd049e6-7b03-4928-97c7-55ba6f8cdc44 x-openstack-request-id: req-7dd049e6-7b03-4928-97c7-55ba6f8cdc44 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:31:10.777407 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60173dcf-6c4d-49f4-a9be-49396bb2013c", "name": "network-vif-deleted", "tag": "d1d1a827-63f9-4c8d-8776-78408c57852b", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:31:10.777590 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7dd049e6-7b03-4928-97c7-55ba6f8cdc44 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:31:10.778017 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd049e6-7b03-4928-97c7-55ba6f8cdc44'] response: {'server_uuid': '60173dcf-6c4d-49f4-a9be-49396bb2013c', 'name': 'network-vif-deleted', 'tag': 'd1d1a827-63f9-4c8d-8776-78408c57852b', 'status': 'completed', 'code': 200} Oct 27 13:31:10.813570 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a9d142a3-f4d7-46c0-957b-0315631b5c4e req-f08fc1ad-e972-4d96-a73d-e873c999f90a tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1958420 Oct 27 13:31:10.816520 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:10.915678 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:10.925616 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fc0e4-b742-448c-a329-ee53de6fad14 req-0369d326-0614-464c-a18d-9bcebb4b6f11 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:10.932945 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-859fc0e4-b742-448c-a329-ee53de6fad14 req-0369d326-0614-464c-a18d-9bcebb4b6f11 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 947 time: 0.0592201 Oct 27 13:31:10.986075 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-859fc0e4-b742-448c-a329-ee53de6fad14 req-964d9606-0ded-404d-a149-43557107976b tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448709 Oct 27 13:31:11.018227 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0a58f6-2585-493b-a27f-602a89862c6f {{(pid=104533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:31:11.027243 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Publish callbacks [] for port (6f0a58f6-2585-493b-a27f-602a89862c6f), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:11.040949 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.provisioning_blocks [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Transition to ACTIVE for port object 6f0a58f6-2585-493b-a27f-602a89862c6f will not be triggered until provisioned by entity L2. {{(pid=104533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:31:11.045753 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (6f0a58f6-2585-493b-a27f-602a89862c6f), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:11.113659 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Pushing event updated for resources: {'Port': ['ID=6f0a58f6-2585-493b-a27f-602a89862c6f,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:11.165854 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Attempting to bind port 6f0a58f6-2585-493b-a27f-602a89862c6f on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:31:11.166219 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Attempting to bind port 6f0a58f6-2585-493b-a27f-602a89862c6f by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:31:11.166611 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Attempting to bind port 6f0a58f6-2585-493b-a27f-602a89862c6f on network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:31:11.215179 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Port 6f0a58f6-2585-493b-a27f-602a89862c6f on network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:31:11.215536 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Attempting to bind port 6f0a58f6-2585-493b-a27f-602a89862c6f on network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:31:11.261902 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:31:11.262241 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Checking segment: {'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:31:11.262807 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Bound using segment: {'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:31:11.263328 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Bound port: 6f0a58f6-2585-493b-a27f-602a89862c6f, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'}}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:31:11.264288 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6f0a58f6-2585-493b-a27f-602a89862c6f), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:11.303596 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:11.332676 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] For port 6f0a58f6-2585-493b-a27f-602a89862c6f, host hv-cinder-86243, cleared binding levels {{(pid=104533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:31:11.336312 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] For port 6f0a58f6-2585-493b-a27f-602a89862c6f, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6f0a58f6-2585-493b-a27f-602a89862c6f,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:31:11.342863 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (6f0a58f6-2585-493b-a27f-602a89862c6f), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:11.347212 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:11.347828 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:11.349356 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e73f1562-eb8b-4035-a054-c8057b985862 req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/6f0a58f6-2585-493b-a27f-602a89862c6f HTTP/1.1" status: 200 len: 1093 time: 1.0674109 Oct 27 13:31:11.397710 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd829a-185d-4db4-a180-78c36d753d4e service neutron] Pushing event updated for resources: {'Port': ['ID=6f0a58f6-2585-493b-a27f-602a89862c6f,revision_number=3']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:11.538615 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device aab2e22a-bc37-4db4-9d43-12304845eb83 up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:31:11.557511 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-10b13177-05d1-4a73-a20b-7656086aab5d req-29c80e73-339f-4e23-b355-74a72b928426 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60173dcf-6c4d-49f4-a9be-49396bb2013c HTTP/1.1" status: 200 len: 210 time: 0.0502996 Oct 27 13:31:11.607498 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port aab2e22a-bc37-4db4-9d43-12304845eb83 completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:31:11.617303 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port aab2e22a-bc37-4db4-9d43-12304845eb83 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:31:11.617683 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (aab2e22a-bc37-4db4-9d43-12304845eb83), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:11.618026 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port aab2e22a-bc37-4db4-9d43-12304845eb83 Oct 27 13:31:11.687847 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b6f69-3bcf-412f-b211-43dbca7c5ffb req-58d7d1a4-b3a5-4b5a-84d4-d49445316296 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:11.689493 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-639b6f69-3bcf-412f-b211-43dbca7c5ffb req-58d7d1a4-b3a5-4b5a-84d4-d49445316296 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 944 time: 0.0782564 Oct 27 13:31:11.716183 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port aab2e22a-bc37-4db4-9d43-12304845eb83 is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:31:11.716758 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (aab2e22a-bc37-4db4-9d43-12304845eb83), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:11.759444 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-639b6f69-3bcf-412f-b211-43dbca7c5ffb req-ced16c87-71e6-41cc-b814-f02cb9e38890 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618899 Oct 27 13:31:11.763245 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port aab2e22a-bc37-4db4-9d43-12304845eb83, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=aab2e22a-bc37-4db4-9d43-12304845eb83,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:31:11.769334 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (aab2e22a-bc37-4db4-9d43-12304845eb83), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:11.770304 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device d1d1a827-63f9-4c8d-8776-78408c57852b no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:31:11.806198 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: d1d1a827-63f9-4c8d-8776-78408c57852b {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:31:11.806531 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device d1d1a827-63f9-4c8d-8776-78408c57852b not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:31:11.834798 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=aab2e22a-bc37-4db4-9d43-12304845eb83,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:11.939741 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5164aa13-2f80-4ec4-b981-3eafb193fa9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab2e22a-bc37-4db4-9d43-12304845eb83'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:31:11.941496 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae28172c-bf9c-49cf-bee2-1270aa016cd9" -d '{"events": [{"server_uuid": "5164aa13-2f80-4ec4-b981-3eafb193fa9d", "name": "network-vif-plugged", "status": "completed", "tag": "aab2e22a-bc37-4db4-9d43-12304845eb83"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:31:11.981737 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426687e-8224-4d1b-a0c1-416490167c79 req-e5d2a2cd-c6d9-4bad-aae1-d9601ef72fe8 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:11.983707 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9426687e-8224-4d1b-a0c1-416490167c79 req-e5d2a2cd-c6d9-4bad-aae1-d9601ef72fe8 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 943 time: 0.0846617 Oct 27 13:31:11.985105 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f1562-eb8b-4035-a054-c8057b985862 req-d14e9628-ea20-4609-ac65-143d1fed5743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:11.986694 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e73f1562-eb8b-4035-a054-c8057b985862 req-d14e9628-ea20-4609-ac65-143d1fed5743 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f291a3a8c0394e928aee758baa470ca7&device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 1127 time: 0.0761912 Oct 27 13:31:11.997730 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdef8ced-6917-487f-a023-89b20a94a50d x-openstack-request-id: req-fdef8ced-6917-487f-a023-89b20a94a50d {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:31:11.998883 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5164aa13-2f80-4ec4-b981-3eafb193fa9d", "name": "network-vif-plugged", "status": "completed", "tag": "aab2e22a-bc37-4db4-9d43-12304845eb83", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:31:11.999233 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fdef8ced-6917-487f-a023-89b20a94a50d {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:31:11.999571 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdef8ced-6917-487f-a023-89b20a94a50d'] response: {'server_uuid': '5164aa13-2f80-4ec4-b981-3eafb193fa9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab2e22a-bc37-4db4-9d43-12304845eb83', 'code': 200} Oct 27 13:31:12.063838 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e73f1562-eb8b-4035-a054-c8057b985862 req-1051a37a-c5d8-412b-886f-2621e61aa8a0 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f0a58f6-2585-493b-a27f-602a89862c6f HTTP/1.1" status: 200 len: 217 time: 0.0599897 Oct 27 13:31:12.088139 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 34256) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:31:12.134263 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9426687e-8224-4d1b-a0c1-416490167c79 req-da604288-215d-4959-bcd9-9fc2e5530404 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1425605 Oct 27 13:31:12.146035 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f1562-eb8b-4035-a054-c8057b985862 req-bcf64921-0f79-4db2-9e37-ea54e608c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:12.148158 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e73f1562-eb8b-4035-a054-c8057b985862 req-bcf64921-0f79-4db2-9e37-ea54e608c87d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ef90bec0-1c8b-4319-8bce-548391ed871c HTTP/1.1" status: 200 len: 850 time: 0.0749919 Oct 27 13:31:12.217695 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f1562-eb8b-4035-a054-c8057b985862 req-07a940f6-9554-433d-b05e-72982ef29bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:12.219669 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e73f1562-eb8b-4035-a054-c8057b985862 req-07a940f6-9554-433d-b05e-72982ef29bac service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648897 Oct 27 13:31:12.229551 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd69512-8989-4e25-a6a7-8245cec54f11 req-015d0c2c-370f-45b8-9b60-70818ea99c5b tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:12.232470 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0cd69512-8989-4e25-a6a7-8245cec54f11 req-015d0c2c-370f-45b8-9b60-70818ea99c5b tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 947 time: 0.0940576 Oct 27 13:31:12.301983 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0cd69512-8989-4e25-a6a7-8245cec54f11 req-ff12fa4b-6b8c-4c1c-a2ce-36163a92779e tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592124 Oct 27 13:31:12.334277 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-34b71d25-b0b2-459b-9e19-cc695ede186f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:12.341607 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:12.342934 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711601c-320f-42b8-bd70-954a6fc8ce23 req-1b638f1a-e399-45df-bbbc-65d4ea2ae50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:12.344591 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0711601c-320f-42b8-bd70-954a6fc8ce23 req-1b638f1a-e399-45df-bbbc-65d4ea2ae50e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 1129 time: 0.0451577 Oct 27 13:31:12.424589 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e73f1562-eb8b-4035-a054-c8057b985862 req-39d65b6a-115a-4430-99e7-f66ab4f18894 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964226 Oct 27 13:31:12.427840 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0711601c-320f-42b8-bd70-954a6fc8ce23 req-427fbb99-5d0e-49c6-bdfd-044d69159bc6 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773227 Oct 27 13:31:12.428392 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-34b71d25-b0b2-459b-9e19-cc695ede186f admin admin] Publish callbacks [] for security_group (610c7b02-dc54-4b8d-843f-5d43a3c7301d), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:12.432039 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-34b71d25-b0b2-459b-9e19-cc695ede186f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (610c7b02-dc54-4b8d-843f-5d43a3c7301d), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:12.473557 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b71d25-b0b2-459b-9e19-cc695ede186f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610c7b02-dc54-4b8d-843f-5d43a3c7301d,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:12.477874 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-34b71d25-b0b2-459b-9e19-cc695ede186f admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=3473e51e3eb04c7e94cdb185a6701fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3881545 Oct 27 13:31:12.480678 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 34276) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:31:12.530182 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b9c5ad93-236b-493c-a4fa-61ab719ab647 admin admin] Publish callbacks [] for security_group (610c7b02-dc54-4b8d-843f-5d43a3c7301d), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:12.550395 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b9c5ad93-236b-493c-a4fa-61ab719ab647 admin admin] Publish callbacks [] for security_group (610c7b02-dc54-4b8d-843f-5d43a3c7301d), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:12.598142 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b9c5ad93-236b-493c-a4fa-61ab719ab647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (610c7b02-dc54-4b8d-843f-5d43a3c7301d), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:12.600724 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b9c5ad93-236b-493c-a4fa-61ab719ab647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:12.604381 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-b9c5ad93-236b-493c-a4fa-61ab719ab647 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/610c7b02-dc54-4b8d-843f-5d43a3c7301d HTTP/1.1" status: 204 len: 168 time: 0.1202621 Oct 27 13:31:12.610689 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5ad93-236b-493c-a4fa-61ab719ab647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610c7b02-dc54-4b8d-843f-5d43a3c7301d,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:12.734723 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e73f1562-eb8b-4035-a054-c8057b985862 req-cb162251-5c0b-4e01-8be0-fbffc5a9d85c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147165 Oct 27 13:31:12.779591 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14588610-98fd-455b-9380-16dbcd733d9f', 'tag': '6f0a58f6-2585-493b-a27f-602a89862c6f'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:31:12.783065 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dfed0e-8128-4ca0-b8ec-4811d551f419" -d '{"events": [{"name": "network-changed", "server_uuid": "14588610-98fd-455b-9380-16dbcd733d9f", "tag": "6f0a58f6-2585-493b-a27f-602a89862c6f"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:31:12.843942 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d7681c-0e50-4d86-b053-255ad661fb0b x-openstack-request-id: req-29d7681c-0e50-4d86-b053-255ad661fb0b {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:31:12.844366 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14588610-98fd-455b-9380-16dbcd733d9f", "tag": "6f0a58f6-2585-493b-a27f-602a89862c6f", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:31:12.844713 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29d7681c-0e50-4d86-b053-255ad661fb0b {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:31:12.845233 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d7681c-0e50-4d86-b053-255ad661fb0b'] response: {'name': 'network-changed', 'server_uuid': '14588610-98fd-455b-9380-16dbcd733d9f', 'tag': '6f0a58f6-2585-493b-a27f-602a89862c6f', 'status': 'completed', 'code': 200} Oct 27 13:31:12.955299 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad27126-1209-461a-bd07-690512967924 req-7af4a092-9428-4f1a-929a-30a913417987 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:12.956843 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-dad27126-1209-461a-bd07-690512967924 req-7af4a092-9428-4f1a-929a-30a913417987 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 945 time: 0.0521131 Oct 27 13:31:12.998085 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-054e873a-261a-4962-80dc-aa8d460cd4d3 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:12.999935 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-054e873a-261a-4962-80dc-aa8d460cd4d3 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/networks?id=cf9d9e9d-f4b9-457d-9d91-950e7084e959 HTTP/1.1" status: 200 len: 808 time: 0.1383286 Oct 27 13:31:13.012835 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-dad27126-1209-461a-bd07-690512967924 req-cf5c21de-01de-4dbe-a947-84d834a3a2c8 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492737 Oct 27 13:31:13.017299 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-7028eced-2992-400f-a7eb-cae536a31bd7 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/quotas/9f309e5e9bf84fff939c088e7c256bfb HTTP/1.1" status: 200 len: 375 time: 0.0110488 Oct 27 13:31:13.051609 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-048919b2-c6bd-413d-8b47-0570ca9d7fac tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9f309e5e9bf84fff939c088e7c256bfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281279 Oct 27 13:31:13.144376 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-bcbae63c-c89b-4278-963b-886221fc8b28 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cf9d9e9d-f4b9-457d-9d91-950e7084e959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859179 Oct 27 13:31:13.311962 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb06fa-e1b5-4a3a-96ed-6f9344b82cbb req-73571281-ff36-4706-b468-6074a0fa07d0 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:13.313462 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c1bb06fa-e1b5-4a3a-96ed-6f9344b82cbb req-73571281-ff36-4706-b468-6074a0fa07d0 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 943 time: 0.0804181 Oct 27 13:31:13.329218 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfed0e-8128-4ca0-b8ec-4811d551f419 req-09048470-54b6-44d3-90ce-cf93a9ea2c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:13.330722 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-68dfed0e-8128-4ca0-b8ec-4811d551f419 req-09048470-54b6-44d3-90ce-cf93a9ea2c61 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f291a3a8c0394e928aee758baa470ca7&device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 1127 time: 0.0636587 Oct 27 13:31:13.434324 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c1bb06fa-e1b5-4a3a-96ed-6f9344b82cbb req-00db48d7-50ae-41f8-8170-15cd80f26229 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1149569 Oct 27 13:31:13.444581 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:13.469388 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfed0e-8128-4ca0-b8ec-4811d551f419 req-e1fd692e-2105-46c2-bcc7-b4aa8bd12a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:13.470982 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-68dfed0e-8128-4ca0-b8ec-4811d551f419 req-e1fd692e-2105-46c2-bcc7-b4aa8bd12a96 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 200 len: 912 time: 0.1305907 Oct 27 13:31:13.503483 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-1454b630-4cb1-4ed7-b065-9baa0245d229 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cf9d9e9d-f4b9-457d-9d91-950e7084e959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533533 Oct 27 13:31:13.552137 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:13.556167 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-68dfed0e-8128-4ca0-b8ec-4811d551f419 req-9d517f98-3dd9-4306-84f1-56120de1a1f3 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f0a58f6-2585-493b-a27f-602a89862c6f HTTP/1.1" status: 200 len: 217 time: 0.0608001 Oct 27 13:31:13.572030 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9440e9f-9b9f-42e0-afdc-28309cbfeef0 req-c5ca42e1-92b3-4d76-813a-fa0ec1fc6bc1 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:13.573506 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9440e9f-9b9f-42e0-afdc-28309cbfeef0 req-c5ca42e1-92b3-4d76-813a-fa0ec1fc6bc1 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 947 time: 0.0710580 Oct 27 13:31:13.633869 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9440e9f-9b9f-42e0-afdc-28309cbfeef0 req-2d0d369f-1916-449b-8037-77741faed2b9 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542588 Oct 27 13:31:13.674703 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5ffbac13-d969-47cc-b9f9-30cc415956a3 req-005172f3-bafd-4d8d-85eb-4de6eb79c16c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 210 time: 0.0282521 Oct 27 13:31:14.057184 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfed0e-8128-4ca0-b8ec-4811d551f419 req-8942c6fa-3f36-4536-8112-7cc933468a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:14.058658 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-68dfed0e-8128-4ca0-b8ec-4811d551f419 req-8942c6fa-3f36-4536-8112-7cc933468a15 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ef90bec0-1c8b-4319-8bce-548391ed871c HTTP/1.1" status: 200 len: 850 time: 0.0505283 Oct 27 13:31:14.164582 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfed0e-8128-4ca0-b8ec-4811d551f419 req-708b7291-7225-4a53-a7d3-c6f4c9d6be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:14.166992 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-68dfed0e-8128-4ca0-b8ec-4811d551f419 req-708b7291-7225-4a53-a7d3-c6f4c9d6be9f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1018865 Oct 27 13:31:14.202336 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16760309-a492-48de-858b-52676f76ed90 req-b8c1865b-5c78-4bb7-baec-be222aa425c3 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:14.203815 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-16760309-a492-48de-858b-52676f76ed90 req-b8c1865b-5c78-4bb7-baec-be222aa425c3 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 945 time: 0.1035485 Oct 27 13:31:14.302864 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-16760309-a492-48de-858b-52676f76ed90 req-df043010-6d7b-4332-bfdc-c99423dc552d tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684400 Oct 27 13:31:14.314699 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-68dfed0e-8128-4ca0-b8ec-4811d551f419 req-f2a9d029-55b5-406d-bbab-56e70bb81530 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388919 Oct 27 13:31:14.417482 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-68dfed0e-8128-4ca0-b8ec-4811d551f419 req-b7b20361-e55b-4d51-a217-02b5dccc7166 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970473 Oct 27 13:31:14.568802 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafac3e-9f0e-4ebb-ab63-2c06368644fe req-a8dba111-f7ce-4ea6-be42-3fa189edee8b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:14.570256 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3cafac3e-9f0e-4ebb-ab63-2c06368644fe req-a8dba111-f7ce-4ea6-be42-3fa189edee8b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 943 time: 0.0558608 Oct 27 13:31:14.583211 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:14.627066 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3cafac3e-9f0e-4ebb-ab63-2c06368644fe req-443b3635-a9e1-4c5a-adb8-818c368a0312 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0505054 Oct 27 13:31:14.819793 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9f9fa652-daed-40bc-a45d-757696190fef req-b9b92df0-06be-4b5f-aee2-fdcb090edf41 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 210 time: 0.0586684 Oct 27 13:31:14.866803 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-9d8fdafc-deb5-4b57-8625-7a5c3367867d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:14.868483 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-9d8fdafc-deb5-4b57-8625-7a5c3367867d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.45 "GET /networking/v2.0/networks?id=cf9d9e9d-f4b9-457d-9d91-950e7084e959 HTTP/1.1" status: 200 len: 808 time: 0.1723061 Oct 27 13:31:14.885236 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-6d0c6c74-b8fe-4778-aeea-72f99e851c2d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Request body: {'port': {'device_id': 'b81ad4d4-67aa-42c4-9c2d-c26af67052dd', 'network_id': 'cf9d9e9d-f4b9-457d-9d91-950e7084e959', 'admin_state_up': True, 'tenant_id': '9f309e5e9bf84fff939c088e7c256bfb'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:31:14.902191 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:15.003099 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-6d0c6c74-b8fe-4778-aeea-72f99e851c2d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Made reservation on behalf of 9f309e5e9bf84fff939c088e7c256bfb for: {'port': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:31:15.007158 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-6d0c6c74-b8fe-4778-aeea-72f99e851c2d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:15.141203 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-6d0c6c74-b8fe-4778-aeea-72f99e851c2d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Allocated IP 172.20.0.8 (cf9d9e9d-f4b9-457d-9d91-950e7084e959/dc1355db-e9b4-41f6-ad0a-cfb10d82c7e3/a904eefe-50db-468a-b35d-6728da34e6a1) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:31:15.191509 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:15.313526 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-6d0c6c74-b8fe-4778-aeea-72f99e851c2d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Publish callbacks [] for port (a904eefe-50db-468a-b35d-6728da34e6a1), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:15.349800 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-6d0c6c74-b8fe-4778-aeea-72f99e851c2d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (a904eefe-50db-468a-b35d-6728da34e6a1), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:15.407813 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-6d0c6c74-b8fe-4778-aeea-72f99e851c2d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Network cf9d9e9d-f4b9-457d-9d91-950e7084e959 is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:31:15.413951 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-6d0c6c74-b8fe-4778-aeea-72f99e851c2d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:31:15.416507 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c6c74-b8fe-4778-aeea-72f99e851c2d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Pushing event updated for resources: {'Port': ['ID=a904eefe-50db-468a-b35d-6728da34e6a1,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:15.418914 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-6d0c6c74-b8fe-4778-aeea-72f99e851c2d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:31:15.466926 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fc0f0-71a8-4e03-95a7-327318466fde req-e49c9523-ebe7-43fc-8809-fd9170ec819a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:15.468687 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b45fc0f0-71a8-4e03-95a7-327318466fde req-e49c9523-ebe7-43fc-8809-fd9170ec819a tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 945 time: 0.0590084 Oct 27 13:31:15.475238 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-6d0c6c74-b8fe-4778-aeea-72f99e851c2d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:15.476050 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-6d0c6c74-b8fe-4778-aeea-72f99e851c2d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:15.498863 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-6d0c6c74-b8fe-4778-aeea-72f99e851c2d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6199677 Oct 27 13:31:15.513413 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Request body: {'port': {'device_id': 'b81ad4d4-67aa-42c4-9c2d-c26af67052dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:31:15.523883 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b45fc0f0-71a8-4e03-95a7-327318466fde req-87214643-1b2f-4289-a77b-6bfde9e2972c tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491052 Oct 27 13:31:15.586788 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (a904eefe-50db-468a-b35d-6728da34e6a1), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:15.686202 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7588ba-2fb2-473e-b7f2-615ce5838f5b req-fe70c60f-825e-4b23-b73b-b74e5f12bcfc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:15.687793 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-db7588ba-2fb2-473e-b7f2-615ce5838f5b req-fe70c60f-825e-4b23-b73b-b74e5f12bcfc tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 945 time: 0.0836298 Oct 27 13:31:15.701806 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 34330) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:31:15.707490 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-c967e006-0c77-4185-9baf-554c1b287c26 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Request body: {'floatingip': {'port_id': 'aab2e22a-bc37-4db4-9d43-12304845eb83'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:31:15.757161 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:15.776187 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-c967e006-0c77-4185-9baf-554c1b287c26 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (01d846ec-348d-4260-a2c0-763229bd5738), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:15.848852 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431c137-9fd0-4acf-9da7-ade54f8fbf80 req-e19765a2-9846-41a3-9848-9d315cb67dce tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:15.850757 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0431c137-9fd0-4acf-9da7-ade54f8fbf80 req-e19765a2-9846-41a3-9848-9d315cb67dce tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 943 time: 0.1385453 Oct 27 13:31:15.958888 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a904eefe-50db-468a-b35d-6728da34e6a1 {{(pid=104533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:31:15.971099 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Publish callbacks [] for port (a904eefe-50db-468a-b35d-6728da34e6a1), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:15.988035 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e552699-102c-4f9a-9607-1e1f77ba3ef4 req-250f12c6-597e-4aea-ba79-c69f96fe4af8 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:15.989541 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5e552699-102c-4f9a-9607-1e1f77ba3ef4 req-250f12c6-597e-4aea-ba79-c69f96fe4af8 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 931 time: 0.0752399 Oct 27 13:31:15.990569 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0431c137-9fd0-4acf-9da7-ade54f8fbf80 req-6e646a3e-ec7b-4d93-9f25-97bafbeb58ef tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1253619 Oct 27 13:31:15.995126 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.provisioning_blocks [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Transition to ACTIVE for port object a904eefe-50db-468a-b35d-6728da34e6a1 will not be triggered until provisioned by entity L2. {{(pid=104533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:31:16.278904 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (a904eefe-50db-468a-b35d-6728da34e6a1), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:16.299116 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-c967e006-0c77-4185-9baf-554c1b287c26 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:16.302921 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-c967e006-0c77-4185-9baf-554c1b287c26 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (01d846ec-348d-4260-a2c0-763229bd5738), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:16.362140 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5e552699-102c-4f9a-9607-1e1f77ba3ef4 req-7e7e1b73-de4f-4518-b842-fe2e3c219607 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643844 Oct 27 13:31:16.386340 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Pushing event updated for resources: {'Port': ['ID=a904eefe-50db-468a-b35d-6728da34e6a1,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:16.400149 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:16.404498 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.l3_db [None req-c967e006-0c77-4185-9baf-554c1b287c26 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Floating IP 01d846ec-348d-4260-a2c0-763229bd5738 associated. External IP: 172.27.0.180, port: aab2e22a-bc37-4db4-9d43-12304845eb83. Oct 27 13:31:16.407959 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:16.417361 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Attempting to bind port a904eefe-50db-468a-b35d-6728da34e6a1 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:31:16.417732 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Attempting to bind port a904eefe-50db-468a-b35d-6728da34e6a1 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '67bf917f-57e7-4475-8890-9f732391e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cf9d9e9d-f4b9-457d-9d91-950e7084e959'}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:31:16.418073 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Attempting to bind port a904eefe-50db-468a-b35d-6728da34e6a1 on network cf9d9e9d-f4b9-457d-9d91-950e7084e959 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:31:16.466268 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Port a904eefe-50db-468a-b35d-6728da34e6a1 on network cf9d9e9d-f4b9-457d-9d91-950e7084e959 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:31:16.466595 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Attempting to bind port a904eefe-50db-468a-b35d-6728da34e6a1 on network cf9d9e9d-f4b9-457d-9d91-950e7084e959 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:31:16.512320 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:31:16.512574 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Checking segment: {'id': '67bf917f-57e7-4475-8890-9f732391e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cf9d9e9d-f4b9-457d-9d91-950e7084e959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:31:16.512941 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Bound using segment: {'id': '67bf917f-57e7-4475-8890-9f732391e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cf9d9e9d-f4b9-457d-9d91-950e7084e959'} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:31:16.513379 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Bound port: a904eefe-50db-468a-b35d-6728da34e6a1, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67bf917f-57e7-4475-8890-9f732391e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cf9d9e9d-f4b9-457d-9d91-950e7084e959'}}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:31:16.513735 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (a904eefe-50db-468a-b35d-6728da34e6a1), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:16.576535 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] For port a904eefe-50db-468a-b35d-6728da34e6a1, host hv-cinder-86243, cleared binding levels {{(pid=104533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:31:16.579702 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] For port a904eefe-50db-468a-b35d-6728da34e6a1, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=a904eefe-50db-468a-b35d-6728da34e6a1,segment=NetworkSegment(67bf917f-57e7-4475-8890-9f732391e4e2),segment_id=67bf917f-57e7-4475-8890-9f732391e4e2)] {{(pid=104533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:31:16.585971 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (a904eefe-50db-468a-b35d-6728da34e6a1), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:16.609375 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:16.609987 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:16.611862 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/a904eefe-50db-468a-b35d-6728da34e6a1 HTTP/1.1" status: 200 len: 1093 time: 1.1052859 Oct 27 13:31:16.612454 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81ad4d4-67aa-42c4-9c2d-c26af67052dd', 'tag': 'a904eefe-50db-468a-b35d-6728da34e6a1'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:31:16.614783 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54687df-77b6-4172-941f-b5932a469307" -d '{"events": [{"name": "network-changed", "server_uuid": "b81ad4d4-67aa-42c4-9c2d-c26af67052dd", "tag": "a904eefe-50db-468a-b35d-6728da34e6a1"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:31:16.615302 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c967e006-0c77-4185-9baf-554c1b287c26 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Router 2bc3a740-4185-46a7-94c4-b4a995702f09 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:31:16.662917 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bea73c1-bf09-4e3b-8067-851fb317cb47 x-openstack-request-id: req-9bea73c1-bf09-4e3b-8067-851fb317cb47 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:31:16.663436 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81ad4d4-67aa-42c4-9c2d-c26af67052dd", "tag": "a904eefe-50db-468a-b35d-6728da34e6a1", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:31:16.663711 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9bea73c1-bf09-4e3b-8067-851fb317cb47 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:31:16.664325 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bea73c1-bf09-4e3b-8067-851fb317cb47'] response: {'name': 'network-changed', 'server_uuid': 'b81ad4d4-67aa-42c4-9c2d-c26af67052dd', 'tag': 'a904eefe-50db-468a-b35d-6728da34e6a1', 'status': 'completed', 'code': 200} Oct 27 13:31:16.711450 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:16.716332 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda65ec-1e70-490a-a83f-c45956fb4287 service neutron] Pushing event updated for resources: {'Port': ['ID=a904eefe-50db-468a-b35d-6728da34e6a1,revision_number=3']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:16.732838 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-ab5ee180-8fa3-43ef-bb78-c28f2e03757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:16.734390 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-ab5ee180-8fa3-43ef-bb78-c28f2e03757c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=9f309e5e9bf84fff939c088e7c256bfb&device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 1127 time: 0.0526028 Oct 27 13:31:16.735221 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c967e006-0c77-4185-9baf-554c1b287c26 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:31:16.739670 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-c967e006-0c77-4185-9baf-554c1b287c26 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:16.746719 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40ead84-d5bb-46bc-8fb8-82a9cacd1355 None None] Sync routers for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:31:16.757294 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40ead84-d5bb-46bc-8fb8-82a9cacd1355 None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:31:16.758199 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-e40ead84-d5bb-46bc-8fb8-82a9cacd1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:30:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:31:16.773881 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-c967e006-0c77-4185-9baf-554c1b287c26 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/01d846ec-348d-4260-a2c0-763229bd5738 HTTP/1.1" status: 200 len: 991 time: 1.0679958 Oct 27 13:31:16.773881 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5164aa13-2f80-4ec4-b981-3eafb193fa9d', 'tag': 'aab2e22a-bc37-4db4-9d43-12304845eb83'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:31:16.775109 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbc9e67-c847-495e-b317-4794d4a08699" -d '{"events": [{"name": "network-changed", "server_uuid": "5164aa13-2f80-4ec4-b981-3eafb193fa9d", "tag": "aab2e22a-bc37-4db4-9d43-12304845eb83"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:31:16.777973 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-6ca8943f-3af8-4409-a00f-17ac41a00834 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a904eefe-50db-468a-b35d-6728da34e6a1 HTTP/1.1" status: 200 len: 217 time: 0.0360093 Oct 27 13:31:16.821681 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e97e8f0-ead1-493e-a507-93ad2a914e07 x-openstack-request-id: req-8e97e8f0-ead1-493e-a507-93ad2a914e07 {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:31:16.822292 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5164aa13-2f80-4ec4-b981-3eafb193fa9d", "tag": "aab2e22a-bc37-4db4-9d43-12304845eb83", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:31:16.822560 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e97e8f0-ead1-493e-a507-93ad2a914e07 {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:31:16.823164 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e97e8f0-ead1-493e-a507-93ad2a914e07'] response: {'name': 'network-changed', 'server_uuid': '5164aa13-2f80-4ec4-b981-3eafb193fa9d', 'tag': 'aab2e22a-bc37-4db4-9d43-12304845eb83', 'status': 'completed', 'code': 200} Oct 27 13:31:16.837092 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-247d4c48-9ed3-45bd-8d03-1be4d95cc627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:16.838753 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-247d4c48-9ed3-45bd-8d03-1be4d95cc627 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=dc1355db-e9b4-41f6-ad0a-cfb10d82c7e3 HTTP/1.1" status: 200 len: 848 time: 0.0560882 Oct 27 13:31:16.866711 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-e40ead84-d5bb-46bc-8fb8-82a9cacd1355 None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:31:16.900730 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-2046ed3b-d5ef-4c4c-b887-50487231211e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=cf9d9e9d-f4b9-457d-9d91-950e7084e959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536704 Oct 27 13:31:16.930297 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc9e67-c847-495e-b317-4794d4a08699 req-48eb4893-370a-4e5f-88c5-780ebf4fba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:16.931761 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0cbc9e67-c847-495e-b317-4794d4a08699 req-48eb4893-370a-4e5f-88c5-780ebf4fba59 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=095dae174c664eafaf3ed463d8b7f319&device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 1129 time: 0.0837562 Oct 27 13:31:17.015371 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:17.078346 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-7117ba72-dc69-4173-912a-b3a51d539e3a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cf9d9e9d-f4b9-457d-9d91-950e7084e959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687374 Oct 27 13:31:17.088655 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-e40ead84-d5bb-46bc-8fb8-82a9cacd1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '01d846ec-348d-4260-a2c0-763229bd5738', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': 'aab2e22a-bc37-4db4-9d43-12304845eb83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:6d:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5164aa13-2f80-4ec4-b981-3eafb193fa9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:30:43Z', 'updated_at': '2022-10-27T13:31:16Z', 'revision_number': 1, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:31:17.112925 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc9e67-c847-495e-b317-4794d4a08699 req-1bace0a1-f59e-406b-95fa-d02019f16957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:17.114375 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0cbc9e67-c847-495e-b317-4794d4a08699 req-1bace0a1-f59e-406b-95fa-d02019f16957 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=4880e921-0c48-45fa-a974-af272c815db4 HTTP/1.1" status: 200 len: 916 time: 0.1551838 Oct 27 13:31:17.116119 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40ead84-d5bb-46bc-8fb8-82a9cacd1355 None None] Checking router: 2bc3a740-4185-46a7-94c4-b4a995702f09 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:31:17.125842 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40ead84-d5bb-46bc-8fb8-82a9cacd1355 None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:31:17.126465 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-e40ead84-d5bb-46bc-8fb8-82a9cacd1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:30:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:31:17.145328 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082eeb2-f893-4e3e-9262-309128d74549 req-968d8945-e712-4460-9f60-9d418f6e1e44 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:17.147377 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1082eeb2-f893-4e3e-9262-309128d74549 req-968d8945-e712-4460-9f60-9d418f6e1e44 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 943 time: 0.0575929 Oct 27 13:31:17.206333 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-1082eeb2-f893-4e3e-9262-309128d74549 req-3a53c76b-1481-4d03-9450-48b3ea926000 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0502746 Oct 27 13:31:17.229943 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0cbc9e67-c847-495e-b317-4794d4a08699 req-e80ca81a-3700-41e1-9c17-5ace68549c55 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aab2e22a-bc37-4db4-9d43-12304845eb83 HTTP/1.1" status: 200 len: 999 time: 0.0845401 Oct 27 13:31:17.273663 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-7a458ff0-9a79-485a-8795-b716ec076ee2 req-3e259b81-d1b2-4466-a7b0-b72e2929b645 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cf9d9e9d-f4b9-457d-9d91-950e7084e959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888855 Oct 27 13:31:17.294343 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc9e67-c847-495e-b317-4794d4a08699 req-9ddcca93-ab33-4005-8644-00b6ff29aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:17.295799 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0cbc9e67-c847-495e-b317-4794d4a08699 req-9ddcca93-ab33-4005-8644-00b6ff29aec1 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=387ef33e-d1d2-4c31-8402-1f0afa96a77a HTTP/1.1" status: 200 len: 854 time: 0.0554788 Oct 27 13:31:17.333364 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-e40ead84-d5bb-46bc-8fb8-82a9cacd1355 None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:31:17.358504 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc9e67-c847-495e-b317-4794d4a08699 req-a19fcced-6c43-4ce6-ab0b-5f05c6775d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:17.360198 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0cbc9e67-c847-495e-b317-4794d4a08699 req-a19fcced-6c43-4ce6-ab0b-5f05c6775d39 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=4880e921-0c48-45fa-a974-af272c815db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463431 Oct 27 13:31:17.494605 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5534d24-cf6c-4bc8-ab98-3ca738ec8d98 req-0473fea6-594d-4483-bd7d-e245d3bfd52d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:17.496736 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d5534d24-cf6c-4bc8-ab98-3ca738ec8d98 req-0473fea6-594d-4483-bd7d-e245d3bfd52d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 943 time: 0.0507040 Oct 27 13:31:17.551118 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d5534d24-cf6c-4bc8-ab98-3ca738ec8d98 req-5f20c3ad-4649-4a8c-930d-b11a8ac26f06 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470073 Oct 27 13:31:17.579868 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-e40ead84-d5bb-46bc-8fb8-82a9cacd1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '01d846ec-348d-4260-a2c0-763229bd5738', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': 'aab2e22a-bc37-4db4-9d43-12304845eb83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:6d:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5164aa13-2f80-4ec4-b981-3eafb193fa9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:30:43Z', 'updated_at': '2022-10-27T13:31:16Z', 'revision_number': 1, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:31:17.615940 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40ead84-d5bb-46bc-8fb8-82a9cacd1355 None None] The sync data for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi is: [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '01d846ec-348d-4260-a2c0-763229bd5738', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'port_id': 'aab2e22a-bc37-4db4-9d43-12304845eb83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'mac_address': 'fa:16:3e:6d:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5164aa13-2f80-4ec4-b981-3eafb193fa9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:30:43Z', 'updated_at': '2022-10-27T13:31:16Z', 'revision_number': 1, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:31:17.829669 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ae3db-52f5-4785-8157-dc098df82692 None None] New status for floating IP 01d846ec-348d-4260-a2c0-763229bd5738: ACTIVE {{(pid=104534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:31:18.084401 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:18.126944 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54687df-77b6-4172-941f-b5932a469307 req-0fa2acf9-b0ba-4a61-8aea-147e0430de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:18.128510 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a54687df-77b6-4172-941f-b5932a469307 req-0fa2acf9-b0ba-4a61-8aea-147e0430de98 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=9f309e5e9bf84fff939c088e7c256bfb&device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 1127 time: 0.0925102 Oct 27 13:31:18.200906 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0cbc9e67-c847-495e-b317-4794d4a08699 req-6cadf7e7-8e0a-4452-9ff5-8d2170638183 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748405 Oct 27 13:31:18.299026 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54687df-77b6-4172-941f-b5932a469307 req-bb5cacd8-fb30-4c30-88c4-05698c9c97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:18.300539 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a54687df-77b6-4172-941f-b5932a469307 req-bb5cacd8-fb30-4c30-88c4-05698c9c97d4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=cf9d9e9d-f4b9-457d-9d91-950e7084e959 HTTP/1.1" status: 200 len: 909 time: 0.1607625 Oct 27 13:31:18.328178 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0cbc9e67-c847-495e-b317-4794d4a08699 req-76b48081-3a0f-4e19-bff8-8d408c30c397 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207387 Oct 27 13:31:18.331494 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d5707-9222-4605-98b7-ec8deca74cc0 req-bc2fa927-0341-4d33-962a-c45546e229f3 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:18.333033 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-785d5707-9222-4605-98b7-ec8deca74cc0 req-bc2fa927-0341-4d33-962a-c45546e229f3 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 943 time: 0.0486832 Oct 27 13:31:18.390102 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-785d5707-9222-4605-98b7-ec8deca74cc0 req-5ae63ce1-db9b-4132-be2d-3b8314b5a7dd tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0512679 Oct 27 13:31:18.453612 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a54687df-77b6-4172-941f-b5932a469307 req-b65ad873-d6cb-41e8-8a85-efb46b82a913 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a904eefe-50db-468a-b35d-6728da34e6a1 HTTP/1.1" status: 200 len: 217 time: 0.0352483 Oct 27 13:31:18.679538 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d50a1-e059-4e71-b363-4b40ac215abd req-7754a65c-b480-42f8-bd32-8140127409bd tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:18.681054 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f46d50a1-e059-4e71-b363-4b40ac215abd req-7754a65c-b480-42f8-bd32-8140127409bd tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 943 time: 0.0502641 Oct 27 13:31:18.735049 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f46d50a1-e059-4e71-b363-4b40ac215abd req-efa22b22-14be-4cdd-99c9-229268afc016 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476110 Oct 27 13:31:19.035242 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54687df-77b6-4172-941f-b5932a469307 req-517ad2c4-f6bd-48ac-a5d8-747d4452256b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:19.036713 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a54687df-77b6-4172-941f-b5932a469307 req-517ad2c4-f6bd-48ac-a5d8-747d4452256b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=dc1355db-e9b4-41f6-ad0a-cfb10d82c7e3 HTTP/1.1" status: 200 len: 848 time: 0.0448895 Oct 27 13:31:19.069926 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a54687df-77b6-4172-941f-b5932a469307 req-3be59839-d976-4e79-8cef-dc10a9cdd83a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=cf9d9e9d-f4b9-457d-9d91-950e7084e959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270298 Oct 27 13:31:19.092839 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:19.164883 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a54687df-77b6-4172-941f-b5932a469307 req-a936b58d-c5ed-41c2-bd6e-ffa8edb2a32c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cf9d9e9d-f4b9-457d-9d91-950e7084e959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890307 Oct 27 13:31:19.259611 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a54687df-77b6-4172-941f-b5932a469307 req-8cbf148d-4ca4-4f9c-b215-1cbbc3c539e2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/cf9d9e9d-f4b9-457d-9d91-950e7084e959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887687 Oct 27 13:31:19.514437 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ab4b4-f936-402a-8304-99894bda5a80 req-ff284355-7892-492b-8aa6-6b408379e331 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:19.515953 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-8a7ab4b4-f936-402a-8304-99894bda5a80 req-ff284355-7892-492b-8aa6-6b408379e331 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 943 time: 0.0490565 Oct 27 13:31:19.527184 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 6f0a58f6-2585-493b-a27f-602a89862c6f details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:31:19.595135 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-8a7ab4b4-f936-402a-8304-99894bda5a80 req-5188f53f-dd61-4784-adab-ae3f838c3b88 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0729959 Oct 27 13:31:19.652484 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 6f0a58f6-2585-493b-a27f-602a89862c6f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6f0a58f6-2585-493b-a27f-602a89862c6f,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:31:19.666740 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': '6f0a58f6-2585-493b-a27f-602a89862c6f', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'port_id': '6f0a58f6-2585-493b-a27f-602a89862c6f', 'mac_address': 'fa:16:3e:13:34:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:31:19.702934 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 6f0a58f6-2585-493b-a27f-602a89862c6f is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:31:19.703228 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6f0a58f6-2585-493b-a27f-602a89862c6f), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:19.711419 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:19.716874 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0a58f6-2585-493b-a27f-602a89862c6f {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:31:19.723371 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:19.740759 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 6f0a58f6-2585-493b-a27f-602a89862c6f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6f0a58f6-2585-493b-a27f-602a89862c6f,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:31:19.744459 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (6f0a58f6-2585-493b-a27f-602a89862c6f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:19.745101 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device a904eefe-50db-468a-b35d-6728da34e6a1 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:31:19.812193 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=6f0a58f6-2585-493b-a27f-602a89862c6f,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:19.861551 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76828aa3-aaf1-47fe-927a-c15977e62329 req-03d5a5b2-2259-4cfe-8b3c-bdfb0c6cfe17 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:19.863017 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-76828aa3-aaf1-47fe-927a-c15977e62329 req-03d5a5b2-2259-4cfe-8b3c-bdfb0c6cfe17 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 943 time: 0.0522392 Oct 27 13:31:19.887792 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port a904eefe-50db-468a-b35d-6728da34e6a1, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=a904eefe-50db-468a-b35d-6728da34e6a1,segment=NetworkSegment(67bf917f-57e7-4475-8890-9f732391e4e2),segment_id=67bf917f-57e7-4475-8890-9f732391e4e2)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:31:19.900363 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': 'a904eefe-50db-468a-b35d-6728da34e6a1', 'network_id': 'cf9d9e9d-f4b9-457d-9d91-950e7084e959', 'port_id': 'a904eefe-50db-468a-b35d-6728da34e6a1', 'mac_address': 'fa:16:3e:37:5f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1355db-e9b4-41f6-ad0a-cfb10d82c7e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:31:19.912833 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-76828aa3-aaf1-47fe-927a-c15977e62329 req-bf16e14b-0601-409d-a510-36f2a883cfc7 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Oct 27 13:31:19.937028 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port a904eefe-50db-468a-b35d-6728da34e6a1 is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:31:19.937462 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (a904eefe-50db-468a-b35d-6728da34e6a1), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:19.950814 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a904eefe-50db-468a-b35d-6728da34e6a1 {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:31:19.970779 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port a904eefe-50db-468a-b35d-6728da34e6a1, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=a904eefe-50db-468a-b35d-6728da34e6a1,segment=NetworkSegment(67bf917f-57e7-4475-8890-9f732391e4e2),segment_id=67bf917f-57e7-4475-8890-9f732391e4e2)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:31:19.973632 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (a904eefe-50db-468a-b35d-6728da34e6a1), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:20.020597 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=a904eefe-50db-468a-b35d-6728da34e6a1,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:20.305319 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['a904eefe-50db-468a-b35d-6728da34e6a1'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:31:20.394969 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['6f0a58f6-2585-493b-a27f-602a89862c6f'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:31:20.622526 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:20.716119 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cdca5-f12c-4e88-96f5-826009c5340c req-5da39b27-2ea3-4e60-86a6-e9d980ed6608 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:20.717642 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6a3cdca5-f12c-4e88-96f5-826009c5340c req-5da39b27-2ea3-4e60-86a6-e9d980ed6608 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 944 time: 0.0479372 Oct 27 13:31:20.767438 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6a3cdca5-f12c-4e88-96f5-826009c5340c req-5248468b-d2a9-4d74-9663-2580ef599cbf tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442805 Oct 27 13:31:21.033357 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e8286-d1e9-4723-91ed-c1254e94dbd7 req-ef0df91c-2fa4-424c-a175-9b3a6ee3b5ff tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:21.034843 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1d0e8286-d1e9-4723-91ed-c1254e94dbd7 req-ef0df91c-2fa4-424c-a175-9b3a6ee3b5ff tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 944 time: 0.0484195 Oct 27 13:31:21.082100 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1d0e8286-d1e9-4723-91ed-c1254e94dbd7 req-46d946ce-813e-4ccc-b6d7-4234eb1d7cd9 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416665 Oct 27 13:31:21.526719 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 6f0a58f6-2585-493b-a27f-602a89862c6f up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:31:21.573254 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port 6f0a58f6-2585-493b-a27f-602a89862c6f completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:31:21.579005 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port 6f0a58f6-2585-493b-a27f-602a89862c6f triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:31:21.579444 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (6f0a58f6-2585-493b-a27f-602a89862c6f), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:21.579861 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port 6f0a58f6-2585-493b-a27f-602a89862c6f Oct 27 13:31:21.619427 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:21.654186 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 6f0a58f6-2585-493b-a27f-602a89862c6f is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:31:21.654851 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6f0a58f6-2585-493b-a27f-602a89862c6f), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:21.677538 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14588610-98fd-455b-9380-16dbcd733d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0a58f6-2585-493b-a27f-602a89862c6f'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:31:21.679753 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071e0dfc-b50b-42e7-ab2b-fa20a26120f9" -d '{"events": [{"server_uuid": "14588610-98fd-455b-9380-16dbcd733d9f", "name": "network-vif-plugged", "status": "completed", "tag": "6f0a58f6-2585-493b-a27f-602a89862c6f"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:31:21.693883 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 6f0a58f6-2585-493b-a27f-602a89862c6f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6f0a58f6-2585-493b-a27f-602a89862c6f,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:31:21.699068 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (6f0a58f6-2585-493b-a27f-602a89862c6f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:21.699847 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device a904eefe-50db-468a-b35d-6728da34e6a1 up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:31:21.742793 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb3a2ee-fbbf-46c0-9a8c-d0b70bd5117b x-openstack-request-id: req-1bb3a2ee-fbbf-46c0-9a8c-d0b70bd5117b {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:31:21.743100 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14588610-98fd-455b-9380-16dbcd733d9f", "name": "network-vif-plugged", "status": "completed", "tag": "6f0a58f6-2585-493b-a27f-602a89862c6f", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:31:21.743325 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1bb3a2ee-fbbf-46c0-9a8c-d0b70bd5117b {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:31:21.743726 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb3a2ee-fbbf-46c0-9a8c-d0b70bd5117b'] response: {'server_uuid': '14588610-98fd-455b-9380-16dbcd733d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0a58f6-2585-493b-a27f-602a89862c6f', 'code': 200} Oct 27 13:31:21.782874 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=6f0a58f6-2585-493b-a27f-602a89862c6f,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:21.791692 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port a904eefe-50db-468a-b35d-6728da34e6a1 completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:31:21.798310 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port a904eefe-50db-468a-b35d-6728da34e6a1 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:31:21.798766 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (a904eefe-50db-468a-b35d-6728da34e6a1), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:21.799030 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port a904eefe-50db-468a-b35d-6728da34e6a1 Oct 27 13:31:21.875074 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port a904eefe-50db-468a-b35d-6728da34e6a1 is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:31:21.875470 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (a904eefe-50db-468a-b35d-6728da34e6a1), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:21.906782 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64461d0-2075-4fa6-92bd-ffe84068a16e req-6d0b097e-b5d2-4018-9d8e-d5f10cd33fd7 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:21.908478 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a64461d0-2075-4fa6-92bd-ffe84068a16e req-6d0b097e-b5d2-4018-9d8e-d5f10cd33fd7 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 945 time: 0.0575397 Oct 27 13:31:21.914336 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port a904eefe-50db-468a-b35d-6728da34e6a1, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=a904eefe-50db-468a-b35d-6728da34e6a1,segment=NetworkSegment(67bf917f-57e7-4475-8890-9f732391e4e2),segment_id=67bf917f-57e7-4475-8890-9f732391e4e2)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:31:21.918987 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (a904eefe-50db-468a-b35d-6728da34e6a1), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:21.967477 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05927c7f-553f-416a-9515-75d35eab9c4a req-6043c377-38d0-4578-9811-32606e3c539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:21.969018 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-05927c7f-553f-416a-9515-75d35eab9c4a req-6043c377-38d0-4578-9811-32606e3c539b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 1129 time: 0.0559127 Oct 27 13:31:21.974350 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=a904eefe-50db-468a-b35d-6728da34e6a1,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:22.007309 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a64461d0-2075-4fa6-92bd-ffe84068a16e req-5154f9f3-fafb-444d-94f6-bb5481bd2fab tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0840716 Oct 27 13:31:22.033213 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-05927c7f-553f-416a-9515-75d35eab9c4a req-e81fe760-2e62-46f7-a2a4-e8ffde157236 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0563803 Oct 27 13:31:22.207924 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de582c-55d2-446b-87a6-9e5fad5c8123 req-1199a584-2af4-4ada-9271-5772d1a593a9 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:22.209412 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d7de582c-55d2-446b-87a6-9e5fad5c8123 req-1199a584-2af4-4ada-9271-5772d1a593a9 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 945 time: 0.0495222 Oct 27 13:31:22.256747 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d7de582c-55d2-446b-87a6-9e5fad5c8123 req-d6a6b3d6-4073-4fbf-9dd8-7982fe88bca0 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418167 Oct 27 13:31:23.116355 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:23.127458 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadca0f6-c7b8-4d4b-8384-f8a3851e982c req-26e87f26-75bc-4836-9d84-180afca6fd4c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:23.128967 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-fadca0f6-c7b8-4d4b-8384-f8a3851e982c req-26e87f26-75bc-4836-9d84-180afca6fd4c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 945 time: 0.0477345 Oct 27 13:31:23.180575 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-fadca0f6-c7b8-4d4b-8384-f8a3851e982c req-c0083ad6-e252-4a12-82a7-c2e19ac0df5a tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460105 Oct 27 13:31:23.380000 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da01442-f31f-4084-8167-880ae1900e1a req-6f903c00-c3b6-4188-8288-7ebfb4d93ed7 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:23.381904 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2da01442-f31f-4084-8167-880ae1900e1a req-6f903c00-c3b6-4188-8288-7ebfb4d93ed7 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 945 time: 0.0505300 Oct 27 13:31:23.430448 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2da01442-f31f-4084-8167-880ae1900e1a req-c3dc3296-37a3-4906-bada-589727ec8e9f tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Oct 27 13:31:23.745192 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81ad4d4-67aa-42c4-9c2d-c26af67052dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a904eefe-50db-468a-b35d-6728da34e6a1'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:31:23.748548 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc97c108-3e22-478f-ba0c-e9ed369eac88" -d '{"events": [{"server_uuid": "b81ad4d4-67aa-42c4-9c2d-c26af67052dd", "name": "network-vif-plugged", "status": "completed", "tag": "a904eefe-50db-468a-b35d-6728da34e6a1"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:31:23.783852 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca25975-e34d-48b2-954a-6faa6bc5e1d8 x-openstack-request-id: req-6ca25975-e34d-48b2-954a-6faa6bc5e1d8 {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:31:23.784146 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81ad4d4-67aa-42c4-9c2d-c26af67052dd", "name": "network-vif-plugged", "status": "completed", "tag": "a904eefe-50db-468a-b35d-6728da34e6a1", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:31:23.784427 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ca25975-e34d-48b2-954a-6faa6bc5e1d8 {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:31:23.784825 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca25975-e34d-48b2-954a-6faa6bc5e1d8'] response: {'server_uuid': 'b81ad4d4-67aa-42c4-9c2d-c26af67052dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a904eefe-50db-468a-b35d-6728da34e6a1', 'code': 200} Oct 27 13:31:23.963482 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d9a97-3fdd-4e49-966e-a972b53a9a3b req-dd201a9e-46cb-42cd-afe4-1f39ec44f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:23.965116 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-266d9a97-3fdd-4e49-966e-a972b53a9a3b req-dd201a9e-46cb-42cd-afe4-1f39ec44f3aa service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 1129 time: 0.0385921 Oct 27 13:31:24.012051 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-266d9a97-3fdd-4e49-966e-a972b53a9a3b req-be90dab7-675d-4d4b-b70b-29fc815554f5 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396230 Oct 27 13:31:24.301392 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaf82c-d373-4ce1-9644-1547a437e092 req-402e3333-3434-4697-8f04-f8c64c98bcc7 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:24.302754 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-51eaf82c-d373-4ce1-9644-1547a437e092 req-402e3333-3434-4697-8f04-f8c64c98bcc7 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 945 time: 0.0462084 Oct 27 13:31:24.346021 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:24.356211 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-51eaf82c-d373-4ce1-9644-1547a437e092 req-e1b86758-2747-456e-95b7-07e5294ac9d7 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0480876 Oct 27 13:31:24.479050 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0d644-475e-4157-a40a-2c13d4515369 req-a181adbf-aec5-48c2-a15a-df0664cfc0d3 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:24.480561 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-35a0d644-475e-4157-a40a-2c13d4515369 req-a181adbf-aec5-48c2-a15a-df0664cfc0d3 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 945 time: 0.0471163 Oct 27 13:31:24.530646 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-35a0d644-475e-4157-a40a-2c13d4515369 req-bf4e9946-bf22-4442-a7a4-2e4905d601a3 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445149 Oct 27 13:31:24.554294 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054faca-ba54-4953-96d8-0c3b365779b2 req-0c42d6a3-ed01-408c-af76-2723c0ad6808 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:24.555707 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6054faca-ba54-4953-96d8-0c3b365779b2 req-0c42d6a3-ed01-408c-af76-2723c0ad6808 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 945 time: 0.0504274 Oct 27 13:31:24.559538 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 34376) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:31:24.609086 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6054faca-ba54-4953-96d8-0c3b365779b2 req-1ed5bb2b-fde3-47de-b374-0e9efc7e0668 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473948 Oct 27 13:31:24.751248 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b752e56-2165-408d-ba95-0006757e002f tempest-TestVolumeBootPattern-1777916092 tempest-TestVolumeBootPattern-1777916092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:24.752818 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-2b752e56-2165-408d-ba95-0006757e002f tempest-TestVolumeBootPattern-1777916092 tempest-TestVolumeBootPattern-1777916092-project-admin] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 1124 time: 0.1923795 Oct 27 13:31:24.755663 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 34380) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:31:24.759771 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Request body: {'floatingip': {'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'port_id': '6f0a58f6-2585-493b-a27f-602a89862c6f', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:31:24.781286 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:24.859657 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:24.947656 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:24.965284 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Allocated IP 172.27.0.59 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/9f6b1aaf-43a6-404c-8f15-b69c61c9fee8) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:31:25.071181 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for port (9f6b1aaf-43a6-404c-8f15-b69c61c9fee8), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:25.103606 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (9f6b1aaf-43a6-404c-8f15-b69c61c9fee8), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:25.142116 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:31:25.144952 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:31:25.147659 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:31:25.181080 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event updated for resources: {'Port': ['ID=9f6b1aaf-43a6-404c-8f15-b69c61c9fee8,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:25.409798 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:25.506866 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for floatingip (8d08c25a-5eec-4fba-be53-aac6bb428886), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:25.582810 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (9f6b1aaf-43a6-404c-8f15-b69c61c9fee8), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:25.678270 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:25.736744 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14acedf-90bc-427f-975a-23cde6bb9a16 req-c112cae1-9783-4b66-a960-804c028ab7fe tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:25.737815 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for port (9f6b1aaf-43a6-404c-8f15-b69c61c9fee8), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:25.738846 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c14acedf-90bc-427f-975a-23cde6bb9a16 req-c112cae1-9783-4b66-a960-804c028ab7fe tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 945 time: 0.0522099 Oct 27 13:31:25.743613 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (9f6b1aaf-43a6-404c-8f15-b69c61c9fee8), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:25.788508 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c14acedf-90bc-427f-975a-23cde6bb9a16 req-836ff10a-c76a-4bad-82ef-a2842f0c9790 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 Oct 27 13:31:25.814252 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event updated for resources: {'Port': ['ID=9f6b1aaf-43a6-404c-8f15-b69c61c9fee8,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:25.816751 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (8d08c25a-5eec-4fba-be53-aac6bb428886), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:25.914329 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.l3_db [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Floating IP 8d08c25a-5eec-4fba-be53-aac6bb428886 associated. External IP: 172.27.0.59, port: 6f0a58f6-2585-493b-a27f-602a89862c6f. Oct 27 13:31:26.114541 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Router b76e237f-d3ca-43e2-b768-0e4c630a0d66 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:31:26.220548 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:31:26.233123 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c1cf89-ccae-4822-af99-613b21a23e97 None None] Sync routers for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:31:26.240154 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:26.254505 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c1cf89-ccae-4822-af99-613b21a23e97 None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:31:26.254505 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-41c1cf89-ccae-4822-af99-613b21a23e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:30:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:31:26.278338 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-974a91ba-9f11-41b3-a366-8226174ebaf4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5192735 Oct 27 13:31:26.278338 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14588610-98fd-455b-9380-16dbcd733d9f', 'tag': '6f0a58f6-2585-493b-a27f-602a89862c6f'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:31:26.279043 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2704cce0-8f48-44e3-b2aa-a59b5745f353" -d '{"events": [{"name": "network-changed", "server_uuid": "14588610-98fd-455b-9380-16dbcd733d9f", "tag": "6f0a58f6-2585-493b-a27f-602a89862c6f"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:31:26.319110 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7974ea6-a8c4-447d-84a6-ddf6f667a989 x-openstack-request-id: req-a7974ea6-a8c4-447d-84a6-ddf6f667a989 {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:31:26.319406 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14588610-98fd-455b-9380-16dbcd733d9f", "tag": "6f0a58f6-2585-493b-a27f-602a89862c6f", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:31:26.319659 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7974ea6-a8c4-447d-84a6-ddf6f667a989 {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:31:26.320063 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7974ea6-a8c4-447d-84a6-ddf6f667a989'] response: {'name': 'network-changed', 'server_uuid': '14588610-98fd-455b-9380-16dbcd733d9f', 'tag': '6f0a58f6-2585-493b-a27f-602a89862c6f', 'status': 'completed', 'code': 200} Oct 27 13:31:26.359494 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-41c1cf89-ccae-4822-af99-613b21a23e97 None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:31:26.395739 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704cce0-8f48-44e3-b2aa-a59b5745f353 req-46df2eaf-0485-4c2d-a937-0c1816b57f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:26.397363 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2704cce0-8f48-44e3-b2aa-a59b5745f353 req-46df2eaf-0485-4c2d-a937-0c1816b57f31 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f291a3a8c0394e928aee758baa470ca7&device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 1129 time: 0.0523021 Oct 27 13:31:26.404832 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:26.507737 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:26.508254 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=100 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:26.519267 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519236a5-524d-41c5-b375-9d53067b2761 req-17fd4a28-ef8f-4dd7-8fc7-ac96c2a9a515 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:26.521046 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-519236a5-524d-41c5-b375-9d53067b2761 req-17fd4a28-ef8f-4dd7-8fc7-ac96c2a9a515 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 945 time: 0.0670512 Oct 27 13:31:26.549251 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704cce0-8f48-44e3-b2aa-a59b5745f353 req-d84f7680-7636-44ff-bd7f-6efd2138b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:26.550698 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2704cce0-8f48-44e3-b2aa-a59b5745f353 req-d84f7680-7636-44ff-bd7f-6efd2138b581 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 200 len: 912 time: 0.1460803 Oct 27 13:31:26.579413 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-519236a5-524d-41c5-b375-9d53067b2761 req-6b756b4a-4b2e-41f3-a94d-145a377d9f5c tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515983 Oct 27 13:31:26.581921 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-41c1cf89-ccae-4822-af99-613b21a23e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '8d08c25a-5eec-4fba-be53-aac6bb428886', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'port_id': '6f0a58f6-2585-493b-a27f-602a89862c6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'mac_address': 'fa:16:3e:13:34:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14588610-98fd-455b-9380-16dbcd733d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:31:25Z', 'updated_at': '2022-10-27T13:31:25Z', 'revision_number': 0, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:31:26.607904 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c1cf89-ccae-4822-af99-613b21a23e97 None None] Checking router: b76e237f-d3ca-43e2-b768-0e4c630a0d66 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:31:26.616605 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c1cf89-ccae-4822-af99-613b21a23e97 None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:31:26.617207 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-41c1cf89-ccae-4822-af99-613b21a23e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:30:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:31:26.717095 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-41c1cf89-ccae-4822-af99-613b21a23e97 None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:31:26.920184 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-41c1cf89-ccae-4822-af99-613b21a23e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '8d08c25a-5eec-4fba-be53-aac6bb428886', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'port_id': '6f0a58f6-2585-493b-a27f-602a89862c6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'mac_address': 'fa:16:3e:13:34:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14588610-98fd-455b-9380-16dbcd733d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:31:25Z', 'updated_at': '2022-10-27T13:31:25Z', 'revision_number': 0, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:31:26.948039 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c1cf89-ccae-4822-af99-613b21a23e97 None None] The sync data for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi is: [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '8d08c25a-5eec-4fba-be53-aac6bb428886', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'port_id': '6f0a58f6-2585-493b-a27f-602a89862c6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'mac_address': 'fa:16:3e:13:34:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14588610-98fd-455b-9380-16dbcd733d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:31:25Z', 'updated_at': '2022-10-27T13:31:25Z', 'revision_number': 0, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:31:27.136803 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa00c965-7fb9-4e40-aa38-b04ac056df55 None None] New status for floating IP 8d08c25a-5eec-4fba-be53-aac6bb428886: ACTIVE {{(pid=104534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:31:27.370747 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-c555d285-3d7c-4615-863f-8f816ad42baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:27.676690 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2704cce0-8f48-44e3-b2aa-a59b5745f353 req-e16346eb-ec27-4392-a26d-e03ca0835502 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f0a58f6-2585-493b-a27f-602a89862c6f HTTP/1.1" status: 200 len: 1000 time: 0.0603924 Oct 27 13:31:27.683282 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:31:27.733290 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704cce0-8f48-44e3-b2aa-a59b5745f353 req-a09590d0-4b66-4549-8380-907b85a92271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:27.734798 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2704cce0-8f48-44e3-b2aa-a59b5745f353 req-a09590d0-4b66-4549-8380-907b85a92271 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ef90bec0-1c8b-4319-8bce-548391ed871c HTTP/1.1" status: 200 len: 850 time: 0.0481226 Oct 27 13:31:27.859093 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704cce0-8f48-44e3-b2aa-a59b5745f353 req-1b053042-5dc2-4c65-be59-cdc1659bb2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:27.860646 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2704cce0-8f48-44e3-b2aa-a59b5745f353 req-1b053042-5dc2-4c65-be59-cdc1659bb2ea service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434544 Oct 27 13:31:27.943111 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:27.956711 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb8d5f-021f-4a4a-8f20-647560d45e13 req-d7aab546-9d61-44be-95c0-d04c544b7d3d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:27.958228 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-30bb8d5f-021f-4a4a-8f20-647560d45e13 req-d7aab546-9d61-44be-95c0-d04c544b7d3d tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 945 time: 0.2961233 Oct 27 13:31:27.958874 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2704cce0-8f48-44e3-b2aa-a59b5745f353 req-5437bb60-6e45-4849-a9a7-db4ba928e20b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910158 Oct 27 13:31:28.030068 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-30bb8d5f-021f-4a4a-8f20-647560d45e13 req-9edea335-ecd7-49ad-acce-4157262134ed tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658147 Oct 27 13:31:28.084562 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a8397-c83d-43d8-ac7a-5ef6066b5461 req-6da6356c-3746-4e5d-a9fb-e51e1fba7112 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:28.085985 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-273a8397-c83d-43d8-ac7a-5ef6066b5461 req-6da6356c-3746-4e5d-a9fb-e51e1fba7112 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 945 time: 0.1082685 Oct 27 13:31:28.153599 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2704cce0-8f48-44e3-b2aa-a59b5745f353 req-961a5ea4-c7be-4b51-b648-a6f0717f69e0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868353 Oct 27 13:31:28.180780 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:28.194871 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-273a8397-c83d-43d8-ac7a-5ef6066b5461 req-8cdaf0f0-3a19-49c5-87f3-249458a1718a tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Deleting port a904eefe-50db-468a-b35d-6728da34e6a1 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:31:28.195129 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-273a8397-c83d-43d8-ac7a-5ef6066b5461 req-8cdaf0f0-3a19-49c5-87f3-249458a1718a tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (a904eefe-50db-468a-b35d-6728da34e6a1), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:28.288058 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-273a8397-c83d-43d8-ac7a-5ef6066b5461 req-8cdaf0f0-3a19-49c5-87f3-249458a1718a tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] For port a904eefe-50db-468a-b35d-6728da34e6a1, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=a904eefe-50db-468a-b35d-6728da34e6a1,segment=NetworkSegment(67bf917f-57e7-4475-8890-9f732391e4e2),segment_id=67bf917f-57e7-4475-8890-9f732391e4e2)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:31:28.288444 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-273a8397-c83d-43d8-ac7a-5ef6066b5461 req-8cdaf0f0-3a19-49c5-87f3-249458a1718a tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (a904eefe-50db-468a-b35d-6728da34e6a1), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:28.300810 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-273a8397-c83d-43d8-ac7a-5ef6066b5461 req-8cdaf0f0-3a19-49c5-87f3-249458a1718a tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Calling delete_port for a904eefe-50db-468a-b35d-6728da34e6a1 owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:31:28.428547 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-273a8397-c83d-43d8-ac7a-5ef6066b5461 req-8cdaf0f0-3a19-49c5-87f3-249458a1718a tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (a904eefe-50db-468a-b35d-6728da34e6a1), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:28.439965 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['a904eefe-50db-468a-b35d-6728da34e6a1'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:31:28.454937 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdaf0f0-3a19-49c5-87f3-249458a1718a tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Pushing event deleted for resources: {'Port': ['ID=a904eefe-50db-468a-b35d-6728da34e6a1,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:28.500567 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-273a8397-c83d-43d8-ac7a-5ef6066b5461 req-8cdaf0f0-3a19-49c5-87f3-249458a1718a tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] No DVR routers for this DVR port a904eefe-50db-468a-b35d-6728da34e6a1 on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:31:28.503201 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-273a8397-c83d-43d8-ac7a-5ef6066b5461 req-8cdaf0f0-3a19-49c5-87f3-249458a1718a tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:28.506405 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-273a8397-c83d-43d8-ac7a-5ef6066b5461 req-8cdaf0f0-3a19-49c5-87f3-249458a1718a tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.45 "DELETE /networking/v2.0/ports/a904eefe-50db-468a-b35d-6728da34e6a1 HTTP/1.1" status: 204 len: 173 time: 0.4133050 Oct 27 13:31:28.506879 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81ad4d4-67aa-42c4-9c2d-c26af67052dd', 'name': 'network-vif-deleted', 'tag': 'a904eefe-50db-468a-b35d-6728da34e6a1'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:31:28.509151 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f1a4b6-8548-4f4e-b53f-f76b6f2278d0" -d '{"events": [{"server_uuid": "b81ad4d4-67aa-42c4-9c2d-c26af67052dd", "name": "network-vif-deleted", "tag": "a904eefe-50db-468a-b35d-6728da34e6a1"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:31:28.548169 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cf6ec9-dfc0-45d1-8f6b-296be90b2db4 x-openstack-request-id: req-69cf6ec9-dfc0-45d1-8f6b-296be90b2db4 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:31:28.548514 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81ad4d4-67aa-42c4-9c2d-c26af67052dd", "name": "network-vif-deleted", "tag": "a904eefe-50db-468a-b35d-6728da34e6a1", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:31:28.548841 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69cf6ec9-dfc0-45d1-8f6b-296be90b2db4 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:31:28.549262 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69cf6ec9-dfc0-45d1-8f6b-296be90b2db4'] response: {'server_uuid': 'b81ad4d4-67aa-42c4-9c2d-c26af67052dd', 'name': 'network-vif-deleted', 'tag': 'a904eefe-50db-468a-b35d-6728da34e6a1', 'status': 'completed', 'code': 200} Oct 27 13:31:29.152205 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-55f372ee-abb1-4b61-83f4-efb287faac7a req-77e4f646-595e-46eb-80b0-e34988a53812 tempest-VolumesActionsTest-1137781623 tempest-VolumesActionsTest-1137781623-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b81ad4d4-67aa-42c4-9c2d-c26af67052dd HTTP/1.1" status: 200 len: 210 time: 0.0304942 Oct 27 13:31:29.210607 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:29.501976 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-138a857f-5ce6-46b6-b475-11a7cf3c5c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:30.822266 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:32.107265 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:32.606166 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:32.913795 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device a904eefe-50db-468a-b35d-6728da34e6a1 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:31:32.933465 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: a904eefe-50db-468a-b35d-6728da34e6a1 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:31:32.933807 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device a904eefe-50db-468a-b35d-6728da34e6a1 not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:31:36.923554 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=49 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:37.679440 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=59 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:38.023456 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:38.454623 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=35,neutron:DELETE=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:38.484824 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=86,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:39.132389 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=5 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:42.917136 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:42.918269 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=65,neutron:UPDATE=7 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:52.065157 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 34648) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:31:52.109347 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_v2 [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Deleting subnet dc1355db-e9b4-41f6-ad0a-cfb10d82c7e3 {{(pid=104532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 13:31:52.112520 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Publish callbacks [] for subnet (dc1355db-e9b4-41f6-ad0a-cfb10d82c7e3), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:52.149303 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1641412'] for subnet (dc1355db-e9b4-41f6-ad0a-cfb10d82c7e3), precommit_delete_associations {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:52.188315 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16194172'] for subnet (dc1355db-e9b4-41f6-ad0a-cfb10d82c7e3), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:52.240051 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16194053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2878104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2644571'] for subnet (dc1355db-e9b4-41f6-ad0a-cfb10d82c7e3), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:52.264166 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc1355db-e9b4-41f6-ad0a-cfb10d82c7e3,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:52.273869 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:52.274213 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:52.274550 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:52.274919 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:52.275248 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:52.276048 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:52.276048 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:52.276290 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:52.276533 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:52.276854 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:52.277177 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:52.277497 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:52.277814 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:52.278129 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:52.278443 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:52.281298 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:52.284438 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-539a0a8a-1e89-4df0-acc0-c26d6dbd6bed admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/dc1355db-e9b4-41f6-ad0a-cfb10d82c7e3 HTTP/1.1" status: 204 len: 168 time: 0.2182581 Oct 27 13:31:52.286984 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 34650) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:31:52.360202 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-53faba40-a993-469f-82bf-63be9f040578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692448'] for network (cf9d9e9d-f4b9-457d-9d91-950e7084e959), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:52.445400 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-53faba40-a993-469f-82bf-63be9f040578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16195207', 'neutron.services.segments.db._delete_segments_for_network-8757664830338'] for network (cf9d9e9d-f4b9-457d-9d91-950e7084e959), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:52.469639 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-53faba40-a993-469f-82bf-63be9f040578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9d9e9d-f4b9-457d-9d91-950e7084e959']}} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:31:52.479841 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-53faba40-a993-469f-82bf-63be9f040578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bf917f-57e7-4475-8890-9f732391e4e2') {'for_net_delete': True} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:31:52.480110 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-53faba40-a993-469f-82bf-63be9f040578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bf917f-57e7-4475-8890-9f732391e4e2') {} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:31:52.490506 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-53faba40-a993-469f-82bf-63be9f040578 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757664830401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1641421'] for segment (67bf917f-57e7-4475-8890-9f732391e4e2), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:52.504967 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-53faba40-a993-469f-82bf-63be9f040578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (67bf917f-57e7-4475-8890-9f732391e4e2), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:52.511459 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53faba40-a993-469f-82bf-63be9f040578 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=104532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 13:31:52.511844 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-53faba40-a993-469f-82bf-63be9f040578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2878206'] for segment (67bf917f-57e7-4475-8890-9f732391e4e2), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:52.554753 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment 67bf917f-57e7-4475-8890-9f732391e4e2 resource provider aggregate not found Oct 27 13:31:52.580710 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment 67bf917f-57e7-4475-8890-9f732391e4e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67bf917f-57e7-4475-8890-9f732391e4e2 found for delete ", "request_id": "req-a10e5de1-151f-47c9-be50-8ddf64796038"}]} Oct 27 13:31:52.585624 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-53faba40-a993-469f-82bf-63be9f040578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16195212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658862'] for network (cf9d9e9d-f4b9-457d-9d91-950e7084e959), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:52.593678 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-53faba40-a993-469f-82bf-63be9f040578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:52.600816 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-53faba40-a993-469f-82bf-63be9f040578 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/cf9d9e9d-f4b9-457d-9d91-950e7084e959 HTTP/1.1" status: 204 len: 168 time: 0.3126018 Oct 27 13:31:52.617921 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53faba40-a993-469f-82bf-63be9f040578 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf9d9e9d-f4b9-457d-9d91-950e7084e959,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:52.711212 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e09641-4b65-4093-94db-c97455e61497 req-a617c175-54b8-4842-b52b-60d32f1334be tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:52.713248 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-98e09641-4b65-4093-94db-c97455e61497 req-a617c175-54b8-4842-b52b-60d32f1334be tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 947 time: 0.0496533 Oct 27 13:31:52.768212 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-98e09641-4b65-4093-94db-c97455e61497 req-3ff85352-afe0-4d8f-85ce-b374ca99ef7d tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485406 Oct 27 13:31:52.789369 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 34670) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:31:52.831150 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-a35a1af9-ee29-4291-99a1-14154f6d26a5 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=9f309e5e9bf84fff939c088e7c256bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404613 Oct 27 13:31:52.833767 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 34672) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:31:52.883194 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-35e8384a-f4dd-40a1-a519-dc01c71846bf admin admin] Publish callbacks [] for security_group (c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:52.904062 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-35e8384a-f4dd-40a1-a519-dc01c71846bf admin admin] Publish callbacks [] for security_group (c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:52.950659 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-35e8384a-f4dd-40a1-a519-dc01c71846bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:52.953787 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-35e8384a-f4dd-40a1-a519-dc01c71846bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:52.954975 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-35e8384a-f4dd-40a1-a519-dc01c71846bf admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15 HTTP/1.1" status: 204 len: 168 time: 0.1202657 Oct 27 13:31:52.963564 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8384a-f4dd-40a1-a519-dc01c71846bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47cb7af-44d8-47ff-a4b9-1d8c89ff7d15,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:53.903337 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde17b9-3760-41fb-aa84-3053ef2263c5 req-46bab0c6-38fa-4117-ad17-0f510a237160 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:53.904792 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4dde17b9-3760-41fb-aa84-3053ef2263c5 req-46bab0c6-38fa-4117-ad17-0f510a237160 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 947 time: 0.0519860 Oct 27 13:31:53.952679 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4dde17b9-3760-41fb-aa84-3053ef2263c5 req-9dc5cdd7-a718-4b34-baea-ac6c6159fd3a tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=13d8dacc-60ff-4948-ae1d-40031c3905e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421157 Oct 27 13:31:54.213557 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76de006-cbd4-42ed-a63b-c32ea762cb1c req-a138916d-51b4-48ea-9464-d592dfac70d3 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:31:54.215060 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d76de006-cbd4-42ed-a63b-c32ea762cb1c req-a138916d-51b4-48ea-9464-d592dfac70d3 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 947 time: 0.0484776 Oct 27 13:31:54.297323 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-d76de006-cbd4-42ed-a63b-c32ea762cb1c req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Deleting port 75bff678-d298-4825-99f8-3b2c8c43c102 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:31:54.297665 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-d76de006-cbd4-42ed-a63b-c32ea762cb1c req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:54.392000 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-d76de006-cbd4-42ed-a63b-c32ea762cb1c req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] For port 75bff678-d298-4825-99f8-3b2c8c43c102, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=75bff678-d298-4825-99f8-3b2c8c43c102,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:31:54.392396 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-d76de006-cbd4-42ed-a63b-c32ea762cb1c req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:54.573981 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-d76de006-cbd4-42ed-a63b-c32ea762cb1c req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:54.574263 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-d76de006-cbd4-42ed-a63b-c32ea762cb1c req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (c2cc930a-10a9-48b5-a2ed-b58a2b34f349), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:54.574577 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.l3_db [req-d76de006-cbd4-42ed-a63b-c32ea762cb1c req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Floating IP c2cc930a-10a9-48b5-a2ed-b58a2b34f349 disassociated. External IP: 172.27.0.162, port: 75bff678-d298-4825-99f8-3b2c8c43c102. Oct 27 13:31:54.574920 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-d76de006-cbd4-42ed-a63b-c32ea762cb1c req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Calling delete_port for 75bff678-d298-4825-99f8-3b2c8c43c102 owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:31:54.711080 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-d76de006-cbd4-42ed-a63b-c32ea762cb1c req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (75bff678-d298-4825-99f8-3b2c8c43c102), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:54.737767 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event deleted for resources: {'Port': ['ID=75bff678-d298-4825-99f8-3b2c8c43c102,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:54.752321 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:54.752707 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:54.753052 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:54.753391 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:54.753723 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:54.754057 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:54.754385 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:54.755137 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:54.755137 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:54.755328 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:54.755640 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:54.755959 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:54.760638 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:54.760638 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:54.760638 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:31:55.066335 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ece155df-86c7-4247-8e9a-864731733653 req-84d1aea9-2183-4115-af91-e9f844936a54 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f232f466-e821-48fe-926c-feadcec39c31 HTTP/1.1" status: 200 len: 210 time: 0.0281870 Oct 27 13:31:55.135592 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d76de006-cbd4-42ed-a63b-c32ea762cb1c req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Router 2665357b-a887-4f2b-a360-b439a8bd8e99 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:31:55.242581 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d76de006-cbd4-42ed-a63b-c32ea762cb1c req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:31:55.253268 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21452c71-aa18-4b6c-b57b-35563a2c3c73 None None] Sync routers for ids ['2665357b-a887-4f2b-a360-b439a8bd8e99'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:31:55.263447 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21452c71-aa18-4b6c-b57b-35563a2c3c73 None None] Routers {'2665357b-a887-4f2b-a360-b439a8bd8e99'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:31:55.264131 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-21452c71-aa18-4b6c-b57b-35563a2c3c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:31:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2665357b-a887-4f2b-a360-b439a8bd8e99'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:31:55.284692 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76de006-cbd4-42ed-a63b-c32ea762cb1c req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] No DVR routers for this DVR port 75bff678-d298-4825-99f8-3b2c8c43c102 on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:31:55.287277 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-d76de006-cbd4-42ed-a63b-c32ea762cb1c req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:55.291135 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d76de006-cbd4-42ed-a63b-c32ea762cb1c req-dac2807a-7880-4a4e-a5d3-ce37bc2cbd48 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.45 "DELETE /networking/v2.0/ports/75bff678-d298-4825-99f8-3b2c8c43c102 HTTP/1.1" status: 204 len: 173 time: 1.0703778 Oct 27 13:31:55.291780 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f232f466-e821-48fe-926c-feadcec39c31', 'name': 'network-vif-deleted', 'tag': '75bff678-d298-4825-99f8-3b2c8c43c102'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:31:55.294170 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb68e8a-9139-4bb9-bdba-cdeb91b856b9" -d '{"events": [{"server_uuid": "f232f466-e821-48fe-926c-feadcec39c31", "name": "network-vif-deleted", "tag": "75bff678-d298-4825-99f8-3b2c8c43c102"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:31:55.338313 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e8af15-cae7-46c2-bee8-61205d955e47 x-openstack-request-id: req-20e8af15-cae7-46c2-bee8-61205d955e47 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:31:55.338613 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f232f466-e821-48fe-926c-feadcec39c31", "name": "network-vif-deleted", "tag": "75bff678-d298-4825-99f8-3b2c8c43c102", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:31:55.339234 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20e8af15-cae7-46c2-bee8-61205d955e47 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:31:55.339366 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e8af15-cae7-46c2-bee8-61205d955e47'] response: {'server_uuid': 'f232f466-e821-48fe-926c-feadcec39c31', 'name': 'network-vif-deleted', 'tag': '75bff678-d298-4825-99f8-3b2c8c43c102', 'status': 'completed', 'code': 200} Oct 27 13:31:55.370843 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-21452c71-aa18-4b6c-b57b-35563a2c3c73 None None] Set router 2665357b-a887-4f2b-a360-b439a8bd8e99 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:31:55.559639 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-21452c71-aa18-4b6c-b57b-35563a2c3c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'e8634811-804f-4d2f-b58e-5a709fa6eb40', 'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'mac_address': 'fa:16:3e:73:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:01Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'subnets': [{'id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:31:55.671686 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21452c71-aa18-4b6c-b57b-35563a2c3c73 None None] Checking router: 2665357b-a887-4f2b-a360-b439a8bd8e99 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:31:55.680068 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21452c71-aa18-4b6c-b57b-35563a2c3c73 None None] Routers {'2665357b-a887-4f2b-a360-b439a8bd8e99'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:31:55.680679 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-21452c71-aa18-4b6c-b57b-35563a2c3c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:31:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2665357b-a887-4f2b-a360-b439a8bd8e99'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:31:55.777727 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-21452c71-aa18-4b6c-b57b-35563a2c3c73 None None] Set router 2665357b-a887-4f2b-a360-b439a8bd8e99 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:31:55.957658 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-21452c71-aa18-4b6c-b57b-35563a2c3c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'e8634811-804f-4d2f-b58e-5a709fa6eb40', 'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'mac_address': 'fa:16:3e:73:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:01Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'subnets': [{'id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:31:55.985745 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21452c71-aa18-4b6c-b57b-35563a2c3c73 None None] The sync data for ids ['2665357b-a887-4f2b-a360-b439a8bd8e99'] in dv-cinder-862432-3-iscsi is: [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:24:03Z', 'revision_number': 4, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'e8634811-804f-4d2f-b58e-5a709fa6eb40', 'name': '', 'network_id': 'b9e83d77-9944-451b-8320-56a536076101', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'mac_address': 'fa:16:3e:73:73:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:24:01Z', 'updated_at': '2022-10-27T13:24:13Z', 'revision_number': 5, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'subnets': [{'id': 'b6311a71-6948-47f7-b3a1-9319e66a1fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:31:56.169634 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 34688) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:31:56.210120 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:56.211182 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24ddb2-a3cc-40d0-9b37-39d0c6d4bd73 None None] New status for floating IP c2cc930a-10a9-48b5-a2ed-b58a2b34f349: DOWN {{(pid=104534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:31:56.232028 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a186b707-22e0-48f7-bbfb-5433b1722307 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group (13d8dacc-60ff-4948-ae1d-40031c3905e0), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:56.247024 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:56.256007 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a186b707-22e0-48f7-bbfb-5433b1722307 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group (13d8dacc-60ff-4948-ae1d-40031c3905e0), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:56.306744 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a186b707-22e0-48f7-bbfb-5433b1722307 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (13d8dacc-60ff-4948-ae1d-40031c3905e0), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:56.309339 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a186b707-22e0-48f7-bbfb-5433b1722307 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:56.312996 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-a186b707-22e0-48f7-bbfb-5433b1722307 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/13d8dacc-60ff-4948-ae1d-40031c3905e0 HTTP/1.1" status: 204 len: 168 time: 0.1397614 Oct 27 13:31:56.313412 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 34690) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:31:56.320781 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186b707-22e0-48f7-bbfb-5433b1722307 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d8dacc-60ff-4948-ae1d-40031c3905e0,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:56.329178 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.api.v2.resource [None req-c8197410-f592-41d5-894d-6d5b20d146c8 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] show failed (client error): The resource could not be found. Oct 27 13:31:56.330200 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-c8197410-f592-41d5-894d-6d5b20d146c8 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "GET /networking/v2.0/security-groups/13d8dacc-60ff-4948-ae1d-40031c3905e0 HTTP/1.1" status: 404 len: 347 time: 0.0157454 Oct 27 13:31:56.333096 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 34692) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:31:56.343707 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:56.376144 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:31:56.455539 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-53737e64-672d-4881-af9d-749deab9a677 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Deleting port a0ae3742-44af-48c2-a560-c8d320abe803 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:31:56.455879 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-53737e64-672d-4881-af9d-749deab9a677 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (a0ae3742-44af-48c2-a560-c8d320abe803), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:56.534160 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-53737e64-672d-4881-af9d-749deab9a677 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (a0ae3742-44af-48c2-a560-c8d320abe803), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:56.534395 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-53737e64-672d-4881-af9d-749deab9a677 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for floatingip (a0ae3742-44af-48c2-a560-c8d320abe803), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:56.546683 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-53737e64-672d-4881-af9d-749deab9a677 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Calling delete_port for a0ae3742-44af-48c2-a560-c8d320abe803 owned by network:floatingip {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:31:56.679653 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-53737e64-672d-4881-af9d-749deab9a677 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (a0ae3742-44af-48c2-a560-c8d320abe803), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:56.702122 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53737e64-672d-4881-af9d-749deab9a677 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Pushing event deleted for resources: {'Port': ['ID=a0ae3742-44af-48c2-a560-c8d320abe803,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:31:56.766175 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-53737e64-672d-4881-af9d-749deab9a677 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks [] for floatingip (c2cc930a-10a9-48b5-a2ed-b58a2b34f349), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:56.768994 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-53737e64-672d-4881-af9d-749deab9a677 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:56.770135 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-53737e64-672d-4881-af9d-749deab9a677 tempest-AttachVolumeShelveTestJSON-616272156 tempest-AttachVolumeShelveTestJSON-616272156-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/c2cc930a-10a9-48b5-a2ed-b58a2b34f349 HTTP/1.1" status: 204 len: 168 time: 0.4350607 Oct 27 13:31:57.197795 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8c35d310-3b9f-4cb8-bc94-b4582fbb313a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:57.979286 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 75bff678-d298-4825-99f8-3b2c8c43c102 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:31:57.999936 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: 75bff678-d298-4825-99f8-3b2c8c43c102 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:31:58.000321 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 75bff678-d298-4825-99f8-3b2c8c43c102 not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:31:59.203020 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 34714) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:31:59.226263 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:59.503721 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-86440bf3-1341-4855-8ffb-5a25d78aa5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:31:59.873374 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c3d6-ef48-44f3-99e1-9e02bfe89b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658629'] for router_interface (2665357b-a887-4f2b-a360-b439a8bd8e99), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:00.067128 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:00.103975 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:00.146810 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2c3d6-ef48-44f3-99e1-9e02bfe89b00 admin admin] Deleting port e8634811-804f-4d2f-b58e-5a709fa6eb40 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:32:00.147087 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c3d6-ef48-44f3-99e1-9e02bfe89b00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:00.226146 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-b9e2c3d6-ef48-44f3-99e1-9e02bfe89b00 admin admin] For port e8634811-804f-4d2f-b58e-5a709fa6eb40, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=e8634811-804f-4d2f-b58e-5a709fa6eb40,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:32:00.226848 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c3d6-ef48-44f3-99e1-9e02bfe89b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:00.238670 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2c3d6-ef48-44f3-99e1-9e02bfe89b00 admin admin] Calling delete_port for e8634811-804f-4d2f-b58e-5a709fa6eb40 owned by network:router_interface {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:32:00.417037 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c3d6-ef48-44f3-99e1-9e02bfe89b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (e8634811-804f-4d2f-b58e-5a709fa6eb40), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:00.442777 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2c3d6-ef48-44f3-99e1-9e02bfe89b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8634811-804f-4d2f-b58e-5a709fa6eb40,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:00.606120 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c3d6-ef48-44f3-99e1-9e02bfe89b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16190260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684117'] for router_interface (2665357b-a887-4f2b-a360-b439a8bd8e99), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:00.627849 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e3699d-98ca-46ea-a9ba-48dbf2cfc668 None None] get_active_networks_info from dv-cinder-862432-3-iscsi {{(pid=104534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 13:32:00.724124 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e3699d-98ca-46ea-a9ba-48dbf2cfc668 None None] Resources bound (agent type, host, resource id): {{(pid=104534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 13:32:00.834114 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e2c3d6-ef48-44f3-99e1-9e02bfe89b00 admin admin] Router 2665357b-a887-4f2b-a360-b439a8bd8e99 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:32:00.915417 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:00.924351 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:00.965621 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:00.971911 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e2c3d6-ef48-44f3-99e1-9e02bfe89b00 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:32:00.978439 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-b9e2c3d6-ef48-44f3-99e1-9e02bfe89b00 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/2665357b-a887-4f2b-a360-b439a8bd8e99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7740028 Oct 27 13:32:00.980808 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 34728) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:00.983712 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb116aa-3a8a-4784-a509-d70ef249856c None None] Sync routers for ids ['2665357b-a887-4f2b-a360-b439a8bd8e99'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:32:00.997250 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb116aa-3a8a-4784-a509-d70ef249856c None None] Routers {'2665357b-a887-4f2b-a360-b439a8bd8e99'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:32:00.998001 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-6fb116aa-3a8a-4784-a509-d70ef249856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:31:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2665357b-a887-4f2b-a360-b439a8bd8e99'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:01.094097 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8b2bb666-1942-44df-b614-6e9090f33ac2 admin admin] Publish callbacks [] for router (2665357b-a887-4f2b-a360-b439a8bd8e99), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:01.104118 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-6fb116aa-3a8a-4784-a509-d70ef249856c None None] Set router 2665357b-a887-4f2b-a360-b439a8bd8e99 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:32:01.214951 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8b2bb666-1942-44df-b614-6e9090f33ac2 admin admin] Publish callbacks [] for router_gateway (2665357b-a887-4f2b-a360-b439a8bd8e99), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:01.230252 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=100 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:01.273200 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-8b2bb666-1942-44df-b614-6e9090f33ac2 admin admin] Deleting port 48d84333-5193-49f9-8861-3ffa596084d2 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:32:01.273752 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8b2bb666-1942-44df-b614-6e9090f33ac2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (48d84333-5193-49f9-8861-3ffa596084d2), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:01.295541 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-6fb116aa-3a8a-4784-a509-d70ef249856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '48d84333-5193-49f9-8861-3ffa596084d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:32:00Z', 'revision_number': 5, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port': {'id': '48d84333-5193-49f9-8861-3ffa596084d2', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:23:53Z', 'updated_at': '2022-10-27T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:01.322747 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb116aa-3a8a-4784-a509-d70ef249856c None None] Checking router: 2665357b-a887-4f2b-a360-b439a8bd8e99 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:32:01.332294 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb116aa-3a8a-4784-a509-d70ef249856c None None] Routers {'2665357b-a887-4f2b-a360-b439a8bd8e99'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:32:01.332912 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-6fb116aa-3a8a-4784-a509-d70ef249856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:31:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2665357b-a887-4f2b-a360-b439a8bd8e99'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:01.368642 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-8b2bb666-1942-44df-b614-6e9090f33ac2 admin admin] For port 48d84333-5193-49f9-8861-3ffa596084d2, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=48d84333-5193-49f9-8861-3ffa596084d2,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:32:01.369000 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8b2bb666-1942-44df-b614-6e9090f33ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (48d84333-5193-49f9-8861-3ffa596084d2), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:01.377718 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=100 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:01.384377 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-8b2bb666-1942-44df-b614-6e9090f33ac2 admin admin] Calling delete_port for 48d84333-5193-49f9-8861-3ffa596084d2 owned by network:router_gateway {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:32:01.435966 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-6fb116aa-3a8a-4784-a509-d70ef249856c None None] Set router 2665357b-a887-4f2b-a360-b439a8bd8e99 gateway port host: None {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:32:01.507229 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-6fb116aa-3a8a-4784-a509-d70ef249856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:32:01Z', 'revision_number': 6, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port_host': None}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:01.540580 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb116aa-3a8a-4784-a509-d70ef249856c None None] The sync data for ids ['2665357b-a887-4f2b-a360-b439a8bd8e99'] in dv-cinder-862432-3-iscsi is: [{'id': '2665357b-a887-4f2b-a360-b439a8bd8e99', 'name': 'tempest-AttachVolumeShelveTestJSON-899798816-router', 'tenant_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:23:51Z', 'updated_at': '2022-10-27T13:32:01Z', 'revision_number': 6, 'project_id': 'a14a3cf9df9f4034a8a0109fd3e33816', 'gw_port_host': None}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:32:01.588254 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8b2bb666-1942-44df-b614-6e9090f33ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (48d84333-5193-49f9-8861-3ffa596084d2), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:01.610762 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-68d7af01-010e-49f2-98f6-57666c91a922 None None] Provisioning complete for port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:32:01.611402 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-68d7af01-010e-49f2-98f6-57666c91a922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (2e131e08-d3b0-42cb-bc46-30aa1bf11ae6), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:01.611727 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-68d7af01-010e-49f2-98f6-57666c91a922 None None] Attempt 1 to provision port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 Oct 27 13:32:01.619631 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bb666-1942-44df-b614-6e9090f33ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d84333-5193-49f9-8861-3ffa596084d2,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:01.695776 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8b2bb666-1942-44df-b614-6e9090f33ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658818'] for router_gateway (2665357b-a887-4f2b-a360-b439a8bd8e99), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:01.707440 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-68d7af01-010e-49f2-98f6-57666c91a922 None None] Current status of the port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:32:01.784584 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8b2bb666-1942-44df-b614-6e9090f33ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1006310'] for router (2665357b-a887-4f2b-a360-b439a8bd8e99), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:01.786761 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8b2bb666-1942-44df-b614-6e9090f33ac2 admin admin] Publish callbacks [] for router_controller (2665357b-a887-4f2b-a360-b439a8bd8e99), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:01.827589 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8b2bb666-1942-44df-b614-6e9090f33ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684032'] for router (2665357b-a887-4f2b-a360-b439a8bd8e99), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:01.828084 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2bb666-1942-44df-b614-6e9090f33ac2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2665357b-a887-4f2b-a360-b439a8bd8e99 {{(pid=104533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 13:32:01.832331 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8b2bb666-1942-44df-b614-6e9090f33ac2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:01.833475 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-8b2bb666-1942-44df-b614-6e9090f33ac2 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/2665357b-a887-4f2b-a360-b439a8bd8e99 HTTP/1.1" status: 204 len: 168 time: 0.8516788 Oct 27 13:32:01.836254 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 34730) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:01.843681 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:01.886053 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07561a2-5f41-4b3d-9839-e739225cb5a2 admin admin] Deleting subnet b6311a71-6948-47f7-b3a1-9319e66a1fce {{(pid=104533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 13:32:01.888965 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f07561a2-5f41-4b3d-9839-e739225cb5a2 admin admin] Publish callbacks [] for subnet (b6311a71-6948-47f7-b3a1-9319e66a1fce), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:01.927088 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f07561a2-5f41-4b3d-9839-e739225cb5a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3157698'] for subnet (b6311a71-6948-47f7-b3a1-9319e66a1fce), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.005195 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f07561a2-5f41-4b3d-9839-e739225cb5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16194172'] for subnet (b6311a71-6948-47f7-b3a1-9319e66a1fce), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.071720 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f07561a2-5f41-4b3d-9839-e739225cb5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16194053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25370140'] for subnet (b6311a71-6948-47f7-b3a1-9319e66a1fce), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.095816 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07561a2-5f41-4b3d-9839-e739225cb5a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6311a71-6948-47f7-b3a1-9319e66a1fce,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:02.102941 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f07561a2-5f41-4b3d-9839-e739225cb5a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.107533 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-f07561a2-5f41-4b3d-9839-e739225cb5a2 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/b6311a71-6948-47f7-b3a1-9319e66a1fce HTTP/1.1" status: 204 len: 168 time: 0.2690029 Oct 27 13:32:02.109088 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 34738) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:02.112615 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f02bbe3-9e99-4bf4-a645-f7362ec54b65 None None] Network b9e83d77-9944-451b-8320-56a536076101 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:32:02.136851 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.157962 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:02.184479 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692448'] for network (b9e83d77-9944-451b-8320-56a536076101), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.235792 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] Deleting port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:32:02.238638 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (2e131e08-d3b0-42cb-bc46-30aa1bf11ae6), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.322647 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] For port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=2e131e08-d3b0-42cb-bc46-30aa1bf11ae6,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:32:02.323377 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (2e131e08-d3b0-42cb-bc46-30aa1bf11ae6), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.339666 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] Calling delete_port for 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 owned by network:dhcp {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:32:02.376698 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6412b69f-1b0a-4ee4-8f35-6ba1dd2b3249 None None] DHCP port deletion for b9e83d77-9944-451b-8320-56a536076101 request from dv-cinder-862432-3-iscsi {{(pid=104534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 13:32:02.437461 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-6412b69f-1b0a-4ee4-8f35-6ba1dd2b3249 None None] Deleting port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 {{(pid=104534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:32:02.437833 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-6412b69f-1b0a-4ee4-8f35-6ba1dd2b3249 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (2e131e08-d3b0-42cb-bc46-30aa1bf11ae6), before_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.446736 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (2e131e08-d3b0-42cb-bc46-30aa1bf11ae6), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.466291 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 48d84333-5193-49f9-8861-3ffa596084d2 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:32:02.480941 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e131e08-d3b0-42cb-bc46-30aa1bf11ae6,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:02.485706 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] No DVR routers for this DVR port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 on host dv-cinder-862432-3-iscsi {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:32:02.522477 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 48d84333-5193-49f9-8861-3ffa596084d2 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:32:02.522820 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 48d84333-5193-49f9-8861-3ffa596084d2 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:32:02.523495 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:32:02.553184 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:32:02.553535 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:32:02.553944 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device e8634811-804f-4d2f-b58e-5a709fa6eb40 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:32:02.565324 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16195207', 'neutron.services.segments.db._delete_segments_for_network-8757664830338'] for network (b9e83d77-9944-451b-8320-56a536076101), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.583824 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-6412b69f-1b0a-4ee4-8f35-6ba1dd2b3249 None None] For port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=2e131e08-d3b0-42cb-bc46-30aa1bf11ae6,segment=NetworkSegment(c6678d95-6277-4dc7-9739-63f889fc5157),segment_id=c6678d95-6277-4dc7-9739-63f889fc5157)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:32:02.584223 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-6412b69f-1b0a-4ee4-8f35-6ba1dd2b3249 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (2e131e08-d3b0-42cb-bc46-30aa1bf11ae6), precommit_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.586795 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: e8634811-804f-4d2f-b58e-5a709fa6eb40 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:32:02.587087 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device e8634811-804f-4d2f-b58e-5a709fa6eb40 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:32:02.587217 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e83d77-9944-451b-8320-56a536076101']}} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:02.597151 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6678d95-6277-4dc7-9739-63f889fc5157') {'for_net_delete': True} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:02.597473 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6678d95-6277-4dc7-9739-63f889fc5157') {} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:02.605398 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-6412b69f-1b0a-4ee4-8f35-6ba1dd2b3249 None None] Calling delete_port for 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 owned by network:dhcp {{(pid=104534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:32:02.610504 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757664830401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3157707'] for segment (c6678d95-6277-4dc7-9739-63f889fc5157), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.627052 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (c6678d95-6277-4dc7-9739-63f889fc5157), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.634518 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=104533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 13:32:02.634922 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109377'] for segment (c6678d95-6277-4dc7-9739-63f889fc5157), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.661660 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.685669 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:02.702297 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:02.710258 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-6412b69f-1b0a-4ee4-8f35-6ba1dd2b3249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393'] for port (2e131e08-d3b0-42cb-bc46-30aa1bf11ae6), after_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.713992 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16195212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658862'] for network (b9e83d77-9944-451b-8320-56a536076101), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.720569 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:02.727677 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/b9e83d77-9944-451b-8320-56a536076101 HTTP/1.1" status: 204 len: 168 time: 0.6141262 Oct 27 13:32:02.740903 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85003b-cd1c-4484-ba30-8fdc6d479a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=b9e83d77-9944-451b-8320-56a536076101,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:02.741373 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6412b69f-1b0a-4ee4-8f35-6ba1dd2b3249 None None] Network b9e83d77-9944-451b-8320-56a536076101 is not hosted by any dhcp agent {{(pid=104534) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 13:32:02.742105 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6412b69f-1b0a-4ee4-8f35-6ba1dd2b3249 None None] No DVR routers for this DVR port 2e131e08-d3b0-42cb-bc46-30aa1bf11ae6 on host dv-cinder-862432-3-iscsi {{(pid=104534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:32:02.745149 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412b69f-1b0a-4ee4-8f35-6ba1dd2b3249 None None] Pushing event deleted for resources: {'Port': ['ID=2e131e08-d3b0-42cb-bc46-30aa1bf11ae6,revision_number=None']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:02.927443 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.services.segments.plugin [-] Segment c6678d95-6277-4dc7-9739-63f889fc5157 resource provider aggregate not found Oct 27 13:32:02.933365 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 34754) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:02.945477 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.services.segments.plugin [-] Segment c6678d95-6277-4dc7-9739-63f889fc5157 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6678d95-6277-4dc7-9739-63f889fc5157 found for delete ", "request_id": "req-63f21c7b-439b-476d-8ce4-6f7542409e0b"}]} Oct 27 13:32:02.973314 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-bed73620-1308-4ca5-840a-6265cc49d13a admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=a14a3cf9df9f4034a8a0109fd3e33816&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390623 Oct 27 13:32:02.975787 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 34758) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:03.025070 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0c66ebad-305f-4e83-a279-c6d664823595 admin admin] Publish callbacks [] for security_group (0adfe27e-b15c-49bc-b5f8-43504c7f2efe), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:03.044891 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0c66ebad-305f-4e83-a279-c6d664823595 admin admin] Publish callbacks [] for security_group (0adfe27e-b15c-49bc-b5f8-43504c7f2efe), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:03.094632 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0c66ebad-305f-4e83-a279-c6d664823595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (0adfe27e-b15c-49bc-b5f8-43504c7f2efe), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:03.097286 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0c66ebad-305f-4e83-a279-c6d664823595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:03.100785 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-0c66ebad-305f-4e83-a279-c6d664823595 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/0adfe27e-b15c-49bc-b5f8-43504c7f2efe HTTP/1.1" status: 204 len: 168 time: 0.1216753 Oct 27 13:32:03.106894 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66ebad-305f-4e83-a279-c6d664823595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adfe27e-b15c-49bc-b5f8-43504c7f2efe,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:04.683484 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:32:04.930898 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ed83b3cb-1ac9-488c-b4cc-b46762c3957a req-db476fab-f712-4d31-8bad-f9da70548663 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391691 Oct 27 13:32:05.002276 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:05.014439 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83b3cb-1ac9-488c-b4cc-b46762c3957a req-fde6591a-782f-441f-8bfc-a225ea6ecb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:32:05.015946 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ed83b3cb-1ac9-488c-b4cc-b46762c3957a req-fde6591a-782f-441f-8bfc-a225ea6ecb77 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=095dae174c664eafaf3ed463d8b7f319&device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 1129 time: 0.0442083 Oct 27 13:32:05.134343 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83b3cb-1ac9-488c-b4cc-b46762c3957a req-f7338524-df6b-4ede-a91d-644c2dabd472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:32:05.135889 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ed83b3cb-1ac9-488c-b4cc-b46762c3957a req-f7338524-df6b-4ede-a91d-644c2dabd472 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=4880e921-0c48-45fa-a974-af272c815db4 HTTP/1.1" status: 200 len: 916 time: 0.0975769 Oct 27 13:32:05.203994 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ed83b3cb-1ac9-488c-b4cc-b46762c3957a req-0845448f-3e03-4083-adb8-9a2d877b9bda service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aab2e22a-bc37-4db4-9d43-12304845eb83 HTTP/1.1" status: 200 len: 1001 time: 0.0612640 Oct 27 13:32:05.258991 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83b3cb-1ac9-488c-b4cc-b46762c3957a req-d5c656fc-c371-433d-b8ee-ff160290107f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:32:05.260553 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ed83b3cb-1ac9-488c-b4cc-b46762c3957a req-d5c656fc-c371-433d-b8ee-ff160290107f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=387ef33e-d1d2-4c31-8402-1f0afa96a77a HTTP/1.1" status: 200 len: 854 time: 0.0503318 Oct 27 13:32:05.306719 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83b3cb-1ac9-488c-b4cc-b46762c3957a req-608689bf-3a75-4b38-9955-38b2a0f3555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:32:05.308242 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ed83b3cb-1ac9-488c-b4cc-b46762c3957a req-608689bf-3a75-4b38-9955-38b2a0f3555a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=4880e921-0c48-45fa-a974-af272c815db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419056 Oct 27 13:32:05.411684 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ed83b3cb-1ac9-488c-b4cc-b46762c3957a req-d65e8a53-4f46-4624-beec-ab36848d6da3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961595 Oct 27 13:32:05.783811 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:05.807826 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ed83b3cb-1ac9-488c-b4cc-b46762c3957a req-7622b93a-c1a2-4984-9bbf-fa796b3bec4a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888638 Oct 27 13:32:11.611821 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5564c0-0477-40a4-bec6-12a12c695671 req-0d149e84-1451-455c-851d-6bfe01b2fddf tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:32:11.613951 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-dd5564c0-0477-40a4-bec6-12a12c695671 req-0d149e84-1451-455c-851d-6bfe01b2fddf tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 945 time: 0.0509763 Oct 27 13:32:11.663562 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-dd5564c0-0477-40a4-bec6-12a12c695671 req-acedbd2a-d8a9-4181-9e9f-7699e972b28f tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429752 Oct 27 13:32:11.674543 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 34902) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:11.791935 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8a5e69bd-cead-46d9-8464-bb71ae219414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:11.867584 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8a5e69bd-cead-46d9-8464-bb71ae219414 admin admin] Publish callbacks [] for security_group (0de18c40-54d9-4dcf-a019-8ead95e827ec), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:11.871570 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8a5e69bd-cead-46d9-8464-bb71ae219414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (0de18c40-54d9-4dcf-a019-8ead95e827ec), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:11.912417 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e69bd-cead-46d9-8464-bb71ae219414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de18c40-54d9-4dcf-a019-8ead95e827ec,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:11.916598 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-8a5e69bd-cead-46d9-8464-bb71ae219414 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=22fe10c508cc4098b12a7b996f3eb771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408795 Oct 27 13:32:11.919254 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 34906) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:11.967061 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-38141b83-159b-4bf0-8c8f-c4d59f18e3d8 admin admin] Publish callbacks [] for security_group (0de18c40-54d9-4dcf-a019-8ead95e827ec), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:11.986886 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-38141b83-159b-4bf0-8c8f-c4d59f18e3d8 admin admin] Publish callbacks [] for security_group (0de18c40-54d9-4dcf-a019-8ead95e827ec), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:12.036428 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-38141b83-159b-4bf0-8c8f-c4d59f18e3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (0de18c40-54d9-4dcf-a019-8ead95e827ec), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:12.038894 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-38141b83-159b-4bf0-8c8f-c4d59f18e3d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:12.040052 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-38141b83-159b-4bf0-8c8f-c4d59f18e3d8 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/0de18c40-54d9-4dcf-a019-8ead95e827ec HTTP/1.1" status: 204 len: 168 time: 0.1199079 Oct 27 13:32:12.047563 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38141b83-159b-4bf0-8c8f-c4d59f18e3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de18c40-54d9-4dcf-a019-8ead95e827ec,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:12.797288 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca4311-60ce-4039-ad17-58a0b62a39c1 req-bdb13252-0296-4047-b3b9-7fbad0ba8df6 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:32:12.798894 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-95ca4311-60ce-4039-ad17-58a0b62a39c1 req-bdb13252-0296-4047-b3b9-7fbad0ba8df6 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 945 time: 0.0571520 Oct 27 13:32:12.855610 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-95ca4311-60ce-4039-ad17-58a0b62a39c1 req-6cde6f23-2929-46d7-ba39-69db06056c4d tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=428e6de0-bcb6-48c3-b985-246af23b7d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504525 Oct 27 13:32:13.100293 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71757179-feca-48da-a0c3-003d3517eedb req-48d973b0-d954-418d-ba76-99aa3f9663b9 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:32:13.102388 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-71757179-feca-48da-a0c3-003d3517eedb req-48d973b0-d954-418d-ba76-99aa3f9663b9 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 945 time: 0.0516145 Oct 27 13:32:13.140084 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:13.186135 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-71757179-feca-48da-a0c3-003d3517eedb req-4898d0d1-7336-4107-b213-9b4f2ca87d3b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Deleting port aab2e22a-bc37-4db4-9d43-12304845eb83 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:32:13.186484 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-71757179-feca-48da-a0c3-003d3517eedb req-4898d0d1-7336-4107-b213-9b4f2ca87d3b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (aab2e22a-bc37-4db4-9d43-12304845eb83), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:13.280094 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-71757179-feca-48da-a0c3-003d3517eedb req-4898d0d1-7336-4107-b213-9b4f2ca87d3b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] For port aab2e22a-bc37-4db4-9d43-12304845eb83, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=aab2e22a-bc37-4db4-9d43-12304845eb83,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:32:13.280484 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-71757179-feca-48da-a0c3-003d3517eedb req-4898d0d1-7336-4107-b213-9b4f2ca87d3b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (aab2e22a-bc37-4db4-9d43-12304845eb83), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:13.449224 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-71757179-feca-48da-a0c3-003d3517eedb req-4898d0d1-7336-4107-b213-9b4f2ca87d3b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:13.450046 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-71757179-feca-48da-a0c3-003d3517eedb req-4898d0d1-7336-4107-b213-9b4f2ca87d3b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (01d846ec-348d-4260-a2c0-763229bd5738), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:13.450412 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.l3_db [req-71757179-feca-48da-a0c3-003d3517eedb req-4898d0d1-7336-4107-b213-9b4f2ca87d3b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Floating IP 01d846ec-348d-4260-a2c0-763229bd5738 disassociated. External IP: 172.27.0.180, port: aab2e22a-bc37-4db4-9d43-12304845eb83. Oct 27 13:32:13.451369 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-71757179-feca-48da-a0c3-003d3517eedb req-4898d0d1-7336-4107-b213-9b4f2ca87d3b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Calling delete_port for aab2e22a-bc37-4db4-9d43-12304845eb83 owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:32:13.512858 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:13.589368 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-71757179-feca-48da-a0c3-003d3517eedb req-4898d0d1-7336-4107-b213-9b4f2ca87d3b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (aab2e22a-bc37-4db4-9d43-12304845eb83), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:13.618803 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898d0d1-7336-4107-b213-9b4f2ca87d3b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event deleted for resources: {'Port': ['ID=aab2e22a-bc37-4db4-9d43-12304845eb83,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:13.736041 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71757179-feca-48da-a0c3-003d3517eedb req-4898d0d1-7336-4107-b213-9b4f2ca87d3b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Router 2bc3a740-4185-46a7-94c4-b4a995702f09 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:32:13.838635 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71757179-feca-48da-a0c3-003d3517eedb req-4898d0d1-7336-4107-b213-9b4f2ca87d3b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:32:13.848689 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b496e5ef-a8a1-45eb-bf8d-6134c9d0162e None None] Sync routers for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:32:13.859392 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b496e5ef-a8a1-45eb-bf8d-6134c9d0162e None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:32:13.859995 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-b496e5ef-a8a1-45eb-bf8d-6134c9d0162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:31:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:13.881877 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-71757179-feca-48da-a0c3-003d3517eedb req-4898d0d1-7336-4107-b213-9b4f2ca87d3b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] No DVR routers for this DVR port aab2e22a-bc37-4db4-9d43-12304845eb83 on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:32:13.884990 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-71757179-feca-48da-a0c3-003d3517eedb req-4898d0d1-7336-4107-b213-9b4f2ca87d3b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:13.888258 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-71757179-feca-48da-a0c3-003d3517eedb req-4898d0d1-7336-4107-b213-9b4f2ca87d3b tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.45 "DELETE /networking/v2.0/ports/aab2e22a-bc37-4db4-9d43-12304845eb83 HTTP/1.1" status: 204 len: 173 time: 0.7811508 Oct 27 13:32:13.888727 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5164aa13-2f80-4ec4-b981-3eafb193fa9d', 'name': 'network-vif-deleted', 'tag': 'aab2e22a-bc37-4db4-9d43-12304845eb83'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:32:13.890992 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c18730b-1ac6-4366-84ba-1b9d45289257" -d '{"events": [{"server_uuid": "5164aa13-2f80-4ec4-b981-3eafb193fa9d", "name": "network-vif-deleted", "tag": "aab2e22a-bc37-4db4-9d43-12304845eb83"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:32:13.948898 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726daca6-5061-4380-bb5c-fcc2fc36c4fc x-openstack-request-id: req-726daca6-5061-4380-bb5c-fcc2fc36c4fc {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:32:13.949418 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5164aa13-2f80-4ec4-b981-3eafb193fa9d", "name": "network-vif-deleted", "tag": "aab2e22a-bc37-4db4-9d43-12304845eb83", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:32:13.949768 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-726daca6-5061-4380-bb5c-fcc2fc36c4fc {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:32:13.950232 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-726daca6-5061-4380-bb5c-fcc2fc36c4fc'] response: {'server_uuid': '5164aa13-2f80-4ec4-b981-3eafb193fa9d', 'name': 'network-vif-deleted', 'tag': 'aab2e22a-bc37-4db4-9d43-12304845eb83', 'status': 'completed', 'code': 200} Oct 27 13:32:13.974700 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-01055c97-6ea5-467b-ba81-4352ed443b60 req-d04b3e99-d57b-4d0a-9f23-2506643496df tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5164aa13-2f80-4ec4-b981-3eafb193fa9d HTTP/1.1" status: 200 len: 210 time: 0.0361993 Oct 27 13:32:13.978966 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-b496e5ef-a8a1-45eb-bf8d-6134c9d0162e None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:32:14.191163 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-b496e5ef-a8a1-45eb-bf8d-6134c9d0162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:14.217152 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b496e5ef-a8a1-45eb-bf8d-6134c9d0162e None None] Checking router: 2bc3a740-4185-46a7-94c4-b4a995702f09 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:32:14.225812 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b496e5ef-a8a1-45eb-bf8d-6134c9d0162e None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:32:14.226559 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-b496e5ef-a8a1-45eb-bf8d-6134c9d0162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:31:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:14.330425 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-b496e5ef-a8a1-45eb-bf8d-6134c9d0162e None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:32:14.517154 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-b496e5ef-a8a1-45eb-bf8d-6134c9d0162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:14.541564 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b496e5ef-a8a1-45eb-bf8d-6134c9d0162e None None] The sync data for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi is: [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:25:18Z', 'revision_number': 4, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '0d69386f-0040-45f1-a87f-1895bea8a657', 'name': '', 'network_id': '4880e921-0c48-45fa-a974-af272c815db4', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'mac_address': 'fa:16:3e:8e:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:18Z', 'updated_at': '2022-10-27T13:25:25Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'subnets': [{'id': '387ef33e-d1d2-4c31-8402-1f0afa96a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:32:14.677697 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=16 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:14.678731 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=7 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:14.790424 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e34955a-8033-43b3-956e-c2a05a334c9b None None] New status for floating IP 01d846ec-348d-4260-a2c0-763229bd5738: DOWN {{(pid=104535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:32:15.069568 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 34988) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:15.131162 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c3dd-1009-44ec-81f1-ceec1e5ca9f4 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (428e6de0-bcb6-48c3-b985-246af23b7d05), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:15.134916 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:15.155648 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c3dd-1009-44ec-81f1-ceec1e5ca9f4 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (428e6de0-bcb6-48c3-b985-246af23b7d05), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:15.208618 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c3dd-1009-44ec-81f1-ceec1e5ca9f4 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (428e6de0-bcb6-48c3-b985-246af23b7d05), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:15.211712 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c3dd-1009-44ec-81f1-ceec1e5ca9f4 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:15.212899 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-6ee4c3dd-1009-44ec-81f1-ceec1e5ca9f4 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/428e6de0-bcb6-48c3-b985-246af23b7d05 HTTP/1.1" status: 204 len: 168 time: 0.1424937 Oct 27 13:32:15.216013 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 34992) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:15.222206 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4c3dd-1009-44ec-81f1-ceec1e5ca9f4 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=428e6de0-bcb6-48c3-b985-246af23b7d05,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:15.233260 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.api.v2.resource [None req-82fbd865-d509-45be-9493-a0bf0362c630 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] show failed (client error): The resource could not be found. Oct 27 13:32:15.234320 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-82fbd865-d509-45be-9493-a0bf0362c630 tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "GET /networking/v2.0/security-groups/428e6de0-bcb6-48c3-b985-246af23b7d05 HTTP/1.1" status: 404 len: 347 time: 0.0172973 Oct 27 13:32:15.237423 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 34994) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:15.350163 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6f28a-4e24-4804-8baa-d1e6d6836aac tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Deleting port b518e138-748e-42b6-b1bc-9c9a2e9a4bd2 {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:32:15.350567 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2cd6f28a-4e24-4804-8baa-d1e6d6836aac tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (b518e138-748e-42b6-b1bc-9c9a2e9a4bd2), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:15.430323 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2cd6f28a-4e24-4804-8baa-d1e6d6836aac tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (b518e138-748e-42b6-b1bc-9c9a2e9a4bd2), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:15.430556 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2cd6f28a-4e24-4804-8baa-d1e6d6836aac tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (b518e138-748e-42b6-b1bc-9c9a2e9a4bd2), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:15.442730 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6f28a-4e24-4804-8baa-d1e6d6836aac tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Calling delete_port for b518e138-748e-42b6-b1bc-9c9a2e9a4bd2 owned by network:floatingip {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:32:15.578138 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2cd6f28a-4e24-4804-8baa-d1e6d6836aac tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (b518e138-748e-42b6-b1bc-9c9a2e9a4bd2), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:15.615937 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6f28a-4e24-4804-8baa-d1e6d6836aac tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Pushing event deleted for resources: {'Port': ['ID=b518e138-748e-42b6-b1bc-9c9a2e9a4bd2,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:15.657826 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:15.669559 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2cd6f28a-4e24-4804-8baa-d1e6d6836aac tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks [] for floatingip (01d846ec-348d-4260-a2c0-763229bd5738), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:15.672095 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2cd6f28a-4e24-4804-8baa-d1e6d6836aac tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:15.673261 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-2cd6f28a-4e24-4804-8baa-d1e6d6836aac tempest-AttachVolumeNegativeTest-1524628936 tempest-AttachVolumeNegativeTest-1524628936-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/01d846ec-348d-4260-a2c0-763229bd5738 HTTP/1.1" status: 204 len: 168 time: 0.4349542 Oct 27 13:32:16.522820 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 35012) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:16.649559 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2f559d16-5f89-4f84-a0b3-1fcc41e3bf3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:16.704120 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:16.729102 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2f559d16-5f89-4f84-a0b3-1fcc41e3bf3d admin admin] Publish callbacks [] for security_group (68f5dec0-fc13-474a-873c-87a83e445890), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:16.733293 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2f559d16-5f89-4f84-a0b3-1fcc41e3bf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (68f5dec0-fc13-474a-873c-87a83e445890), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:16.770720 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f559d16-5f89-4f84-a0b3-1fcc41e3bf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f5dec0-fc13-474a-873c-87a83e445890,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:16.775567 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-2f559d16-5f89-4f84-a0b3-1fcc41e3bf3d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=e541f90748134fb1af00d1d46e573596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512381 Oct 27 13:32:16.778330 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 35016) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:16.826953 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e865d862-d265-46d8-93a1-3dfd0d5eb4f6 admin admin] Publish callbacks [] for security_group (68f5dec0-fc13-474a-873c-87a83e445890), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:16.847611 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e865d862-d265-46d8-93a1-3dfd0d5eb4f6 admin admin] Publish callbacks [] for security_group (68f5dec0-fc13-474a-873c-87a83e445890), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:16.901477 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e865d862-d265-46d8-93a1-3dfd0d5eb4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (68f5dec0-fc13-474a-873c-87a83e445890), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:16.904470 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e865d862-d265-46d8-93a1-3dfd0d5eb4f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:16.905529 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-e865d862-d265-46d8-93a1-3dfd0d5eb4f6 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/68f5dec0-fc13-474a-873c-87a83e445890 HTTP/1.1" status: 204 len: 168 time: 0.1264472 Oct 27 13:32:16.916318 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865d862-d265-46d8-93a1-3dfd0d5eb4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f5dec0-fc13-474a-873c-87a83e445890,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:17.189985 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 35032) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:17.203852 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bd7c143b-6a7e-4180-adc5-13f22396d88e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:17.282266 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bd7c143b-6a7e-4180-adc5-13f22396d88e admin admin] Publish callbacks [] for security_group (b589603f-70e8-42e7-8f2d-d7b6b6004b05), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:17.285902 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bd7c143b-6a7e-4180-adc5-13f22396d88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (b589603f-70e8-42e7-8f2d-d7b6b6004b05), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:17.323204 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c143b-6a7e-4180-adc5-13f22396d88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b589603f-70e8-42e7-8f2d-d7b6b6004b05,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:17.327517 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-bd7c143b-6a7e-4180-adc5-13f22396d88e admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=e63d5df29a4549f7bae7986bb210fc37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362462 Oct 27 13:32:17.330219 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 35034) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:17.378955 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f2c88e46-a0a3-4146-8d42-75d4be5bce4f admin admin] Publish callbacks [] for security_group (b589603f-70e8-42e7-8f2d-d7b6b6004b05), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:17.399976 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f2c88e46-a0a3-4146-8d42-75d4be5bce4f admin admin] Publish callbacks [] for security_group (b589603f-70e8-42e7-8f2d-d7b6b6004b05), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:17.445626 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f2c88e46-a0a3-4146-8d42-75d4be5bce4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (b589603f-70e8-42e7-8f2d-d7b6b6004b05), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:17.448244 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-f2c88e46-a0a3-4146-8d42-75d4be5bce4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:17.449394 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-f2c88e46-a0a3-4146-8d42-75d4be5bce4f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/b589603f-70e8-42e7-8f2d-d7b6b6004b05 HTTP/1.1" status: 204 len: 168 time: 0.1182799 Oct 27 13:32:17.456982 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c88e46-a0a3-4146-8d42-75d4be5bce4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b589603f-70e8-42e7-8f2d-d7b6b6004b05,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:18.006103 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device aab2e22a-bc37-4db4-9d43-12304845eb83 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:32:18.025655 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: aab2e22a-bc37-4db4-9d43-12304845eb83 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:32:18.026013 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device aab2e22a-bc37-4db4-9d43-12304845eb83 not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:32:19.408752 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 35128) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:19.690914 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:19.887570 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:19.937189 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8a695232-b0a8-49d2-b5ac-9c9e1b856280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658629'] for router_interface (2bc3a740-4185-46a7-94c4-b4a995702f09), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:20.175505 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-8a695232-b0a8-49d2-b5ac-9c9e1b856280 admin admin] Deleting port 0d69386f-0040-45f1-a87f-1895bea8a657 {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:32:20.175884 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8a695232-b0a8-49d2-b5ac-9c9e1b856280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (0d69386f-0040-45f1-a87f-1895bea8a657), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:20.261436 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [None req-8a695232-b0a8-49d2-b5ac-9c9e1b856280 admin admin] For port 0d69386f-0040-45f1-a87f-1895bea8a657, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=0d69386f-0040-45f1-a87f-1895bea8a657,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:32:20.261802 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8a695232-b0a8-49d2-b5ac-9c9e1b856280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (0d69386f-0040-45f1-a87f-1895bea8a657), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:20.275369 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-8a695232-b0a8-49d2-b5ac-9c9e1b856280 admin admin] Calling delete_port for 0d69386f-0040-45f1-a87f-1895bea8a657 owned by network:router_interface {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:32:20.439637 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35190) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:20.467469 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8a695232-b0a8-49d2-b5ac-9c9e1b856280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (0d69386f-0040-45f1-a87f-1895bea8a657), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:20.492099 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a695232-b0a8-49d2-b5ac-9c9e1b856280 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d69386f-0040-45f1-a87f-1895bea8a657,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:20.554794 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-edd809e4-746a-4089-a36f-dcb419de5b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:20.614742 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:20.652592 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-edd809e4-746a-4089-a36f-dcb419de5b0d admin admin] Publish callbacks [] for security_group (b7c40b8b-9166-4193-ba2a-656296b8e3fd), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:20.657515 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-edd809e4-746a-4089-a36f-dcb419de5b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (b7c40b8b-9166-4193-ba2a-656296b8e3fd), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:20.666523 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8a695232-b0a8-49d2-b5ac-9c9e1b856280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16190260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684117'] for router_interface (2bc3a740-4185-46a7-94c4-b4a995702f09), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:20.699353 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-edd809e4-746a-4089-a36f-dcb419de5b0d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=4fc3c2a1222e4e2e814784a229ffc372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585843 Oct 27 13:32:20.704451 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35194) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:20.704628 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1600c18c-2d10-47ad-95fd-1b88248328d3 None None] get_active_networks_info from dv-cinder-862432-3-iscsi {{(pid=104534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 13:32:20.714187 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd809e4-746a-4089-a36f-dcb419de5b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c40b8b-9166-4193-ba2a-656296b8e3fd,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:20.768155 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0f095615-7db9-4923-9ae5-a1f32a6fc8cb admin admin] Publish callbacks [] for security_group (b7c40b8b-9166-4193-ba2a-656296b8e3fd), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:20.787360 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1600c18c-2d10-47ad-95fd-1b88248328d3 None None] Resources bound (agent type, host, resource id): {{(pid=104534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 13:32:20.789737 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0f095615-7db9-4923-9ae5-a1f32a6fc8cb admin admin] Publish callbacks [] for security_group (b7c40b8b-9166-4193-ba2a-656296b8e3fd), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:20.795875 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:20.840564 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0f095615-7db9-4923-9ae5-a1f32a6fc8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (b7c40b8b-9166-4193-ba2a-656296b8e3fd), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:20.843282 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-0f095615-7db9-4923-9ae5-a1f32a6fc8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:20.847080 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-0f095615-7db9-4923-9ae5-a1f32a6fc8cb admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/b7c40b8b-9166-4193-ba2a-656296b8e3fd HTTP/1.1" status: 204 len: 168 time: 0.1386776 Oct 27 13:32:20.854690 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f095615-7db9-4923-9ae5-a1f32a6fc8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c40b8b-9166-4193-ba2a-656296b8e3fd,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:20.914206 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a695232-b0a8-49d2-b5ac-9c9e1b856280 admin admin] Router 2bc3a740-4185-46a7-94c4-b4a995702f09 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:32:21.023692 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a695232-b0a8-49d2-b5ac-9c9e1b856280 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:32:21.027188 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:21.032132 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35200) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:21.039686 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-8a695232-b0a8-49d2-b5ac-9c9e1b856280 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/2bc3a740-4185-46a7-94c4-b4a995702f09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6298411 Oct 27 13:32:21.053590 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:21.057258 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee25c91-da0b-4858-a1a0-87608b3bf43a None None] Sync routers for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:32:21.090197 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee25c91-da0b-4858-a1a0-87608b3bf43a None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:32:21.091188 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-4ee25c91-da0b-4858-a1a0-87608b3bf43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:31:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:21.137863 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-188a40be-5907-4d91-9900-2a454093faa0 admin admin] Publish callbacks [] for router (2bc3a740-4185-46a7-94c4-b4a995702f09), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.192876 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 35202) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:21.211807 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27d37b49-90a5-4fa9-84fb-90deedad7149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.225556 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-4ee25c91-da0b-4858-a1a0-87608b3bf43a None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:32:21.226691 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:21.253514 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-188a40be-5907-4d91-9900-2a454093faa0 admin admin] Publish callbacks [] for router_gateway (2bc3a740-4185-46a7-94c4-b4a995702f09), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.305252 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-188a40be-5907-4d91-9900-2a454093faa0 admin admin] Deleting port 530928e0-4708-4422-a931-81ea4ee36cd0 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:32:21.305853 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-188a40be-5907-4d91-9900-2a454093faa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (530928e0-4708-4422-a931-81ea4ee36cd0), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.318704 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27d37b49-90a5-4fa9-84fb-90deedad7149 admin admin] Publish callbacks [] for security_group (7c67d2ae-7ee5-44da-9210-c25d50544226), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.326222 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-27d37b49-90a5-4fa9-84fb-90deedad7149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (7c67d2ae-7ee5-44da-9210-c25d50544226), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.358435 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-27d37b49-90a5-4fa9-84fb-90deedad7149 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=989a0e22c1564c4f868c939954378497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644530 Oct 27 13:32:21.359685 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35204) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:21.384342 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d37b49-90a5-4fa9-84fb-90deedad7149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c67d2ae-7ee5-44da-9210-c25d50544226,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:21.415569 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:21.431614 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-4ee25c91-da0b-4858-a1a0-87608b3bf43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:32:20Z', 'revision_number': 5, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port': {'id': '530928e0-4708-4422-a931-81ea4ee36cd0', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:99:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:25:16Z', 'updated_at': '2022-10-27T13:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:21.439662 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-188a40be-5907-4d91-9900-2a454093faa0 admin admin] For port 530928e0-4708-4422-a931-81ea4ee36cd0, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=530928e0-4708-4422-a931-81ea4ee36cd0,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:32:21.440221 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-188a40be-5907-4d91-9900-2a454093faa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (530928e0-4708-4422-a931-81ea4ee36cd0), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.461628 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee25c91-da0b-4858-a1a0-87608b3bf43a None None] Checking router: 2bc3a740-4185-46a7-94c4-b4a995702f09 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:32:21.464744 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6a4243ca-b17b-4467-8f49-73f34d2a3de1 admin admin] Publish callbacks [] for security_group (7c67d2ae-7ee5-44da-9210-c25d50544226), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.467153 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-188a40be-5907-4d91-9900-2a454093faa0 admin admin] Calling delete_port for 530928e0-4708-4422-a931-81ea4ee36cd0 owned by network:router_gateway {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:32:21.473118 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee25c91-da0b-4858-a1a0-87608b3bf43a None None] Routers {'2bc3a740-4185-46a7-94c4-b4a995702f09'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:32:21.473737 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-4ee25c91-da0b-4858-a1a0-87608b3bf43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:31:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['2bc3a740-4185-46a7-94c4-b4a995702f09'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:21.498528 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6a4243ca-b17b-4467-8f49-73f34d2a3de1 admin admin] Publish callbacks [] for security_group (7c67d2ae-7ee5-44da-9210-c25d50544226), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.563447 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-4ee25c91-da0b-4858-a1a0-87608b3bf43a None None] Set router 2bc3a740-4185-46a7-94c4-b4a995702f09 gateway port host: None {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:32:21.624775 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-4ee25c91-da0b-4858-a1a0-87608b3bf43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:32:21Z', 'revision_number': 6, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port_host': None}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:21.626890 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6a4243ca-b17b-4467-8f49-73f34d2a3de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (7c67d2ae-7ee5-44da-9210-c25d50544226), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.629516 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-6a4243ca-b17b-4467-8f49-73f34d2a3de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.630920 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-6a4243ca-b17b-4467-8f49-73f34d2a3de1 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/7c67d2ae-7ee5-44da-9210-c25d50544226 HTTP/1.1" status: 204 len: 168 time: 0.2688560 Oct 27 13:32:21.658895 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee25c91-da0b-4858-a1a0-87608b3bf43a None None] The sync data for ids ['2bc3a740-4185-46a7-94c4-b4a995702f09'] in dv-cinder-862432-3-iscsi is: [{'id': '2bc3a740-4185-46a7-94c4-b4a995702f09', 'name': 'tempest-AttachVolumeNegativeTest-1305373186-router', 'tenant_id': '095dae174c664eafaf3ed463d8b7f319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:25:15Z', 'updated_at': '2022-10-27T13:32:21Z', 'revision_number': 6, 'project_id': '095dae174c664eafaf3ed463d8b7f319', 'gw_port_host': None}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:32:21.660039 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4243ca-b17b-4467-8f49-73f34d2a3de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c67d2ae-7ee5-44da-9210-c25d50544226,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:21.747319 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-188a40be-5907-4d91-9900-2a454093faa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (530928e0-4708-4422-a931-81ea4ee36cd0), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.771224 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-43ec4fa9-8716-431b-8007-3e27415fb2b1 None None] Provisioning complete for port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:32:21.771853 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-43ec4fa9-8716-431b-8007-3e27415fb2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.771954 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-43ec4fa9-8716-431b-8007-3e27415fb2b1 None None] Attempt 1 to provision port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 Oct 27 13:32:21.779588 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a40be-5907-4d91-9900-2a454093faa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=530928e0-4708-4422-a931-81ea4ee36cd0,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:21.845643 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-188a40be-5907-4d91-9900-2a454093faa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658818'] for router_gateway (2bc3a740-4185-46a7-94c4-b4a995702f09), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.857357 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-43ec4fa9-8716-431b-8007-3e27415fb2b1 None None] Current status of the port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:32:21.936830 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-188a40be-5907-4d91-9900-2a454093faa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1006310'] for router (2bc3a740-4185-46a7-94c4-b4a995702f09), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.939125 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-188a40be-5907-4d91-9900-2a454093faa0 admin admin] Publish callbacks [] for router_controller (2bc3a740-4185-46a7-94c4-b4a995702f09), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.984470 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-188a40be-5907-4d91-9900-2a454093faa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684032'] for router (2bc3a740-4185-46a7-94c4-b4a995702f09), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.985084 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188a40be-5907-4d91-9900-2a454093faa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bc3a740-4185-46a7-94c4-b4a995702f09 {{(pid=104533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 13:32:21.989557 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-188a40be-5907-4d91-9900-2a454093faa0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:21.990690 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-188a40be-5907-4d91-9900-2a454093faa0 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/2bc3a740-4185-46a7-94c4-b4a995702f09 HTTP/1.1" status: 204 len: 168 time: 0.9575672 Oct 27 13:32:21.993462 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35214) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:22.044084 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a24d98-0079-4720-84e1-875dbb99f4bf admin admin] Deleting subnet 387ef33e-d1d2-4c31-8402-1f0afa96a77a {{(pid=104533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 13:32:22.047370 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-52a24d98-0079-4720-84e1-875dbb99f4bf admin admin] Publish callbacks [] for subnet (387ef33e-d1d2-4c31-8402-1f0afa96a77a), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.089863 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-52a24d98-0079-4720-84e1-875dbb99f4bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3157698'] for subnet (387ef33e-d1d2-4c31-8402-1f0afa96a77a), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.123768 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:22.175038 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-52a24d98-0079-4720-84e1-875dbb99f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16194172'] for subnet (387ef33e-d1d2-4c31-8402-1f0afa96a77a), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.237190 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-52a24d98-0079-4720-84e1-875dbb99f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16194053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25370140'] for subnet (387ef33e-d1d2-4c31-8402-1f0afa96a77a), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.265698 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a24d98-0079-4720-84e1-875dbb99f4bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=387ef33e-d1d2-4c31-8402-1f0afa96a77a,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:22.269994 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-52a24d98-0079-4720-84e1-875dbb99f4bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.276214 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-52a24d98-0079-4720-84e1-875dbb99f4bf admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/387ef33e-d1d2-4c31-8402-1f0afa96a77a HTTP/1.1" status: 204 len: 168 time: 0.2793608 Oct 27 13:32:22.276700 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35226) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:22.282300 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a932b3-3c20-491a-a701-7c1e741d3e7c None None] Network 4880e921-0c48-45fa-a974-af272c815db4 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:32:22.351416 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692448'] for network (4880e921-0c48-45fa-a974-af272c815db4), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.359798 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:22.402279 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] Deleting port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:32:22.402734 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.451680 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 0d69386f-0040-45f1-a87f-1895bea8a657 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:32:22.479855 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 0d69386f-0040-45f1-a87f-1895bea8a657 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:32:22.488426 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 0d69386f-0040-45f1-a87f-1895bea8a657 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:32:22.488929 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 530928e0-4708-4422-a931-81ea4ee36cd0 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:32:22.503809 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] For port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=6e831035-9f82-4b8a-8fcb-54c1c68a99c9,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:32:22.508114 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.513897 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 530928e0-4708-4422-a931-81ea4ee36cd0 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:32:22.514378 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 530928e0-4708-4422-a931-81ea4ee36cd0 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:32:22.515874 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] DHCP port deletion for 4880e921-0c48-45fa-a974-af272c815db4 request from dv-cinder-862432-3-iscsi {{(pid=104534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 13:32:22.533399 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] Calling delete_port for 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 owned by network:dhcp {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:32:22.580221 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Deleting port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 {{(pid=104534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:32:22.580602 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), before_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.629846 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.656622 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e831035-9f82-4b8a-8fcb-54c1c68a99c9,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:22.657402 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] For port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=6e831035-9f82-4b8a-8fcb-54c1c68a99c9,segment=NetworkSegment(17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a),segment_id=17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:32:22.658595 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), precommit_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.662353 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] No DVR routers for this DVR port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 on host dv-cinder-862432-3-iscsi {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:32:22.674265 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Calling delete_port for 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 owned by network:dhcp {{(pid=104534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:32:22.728476 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:22.736640 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16195207', 'neutron.services.segments.db._delete_segments_for_network-8757664830338'] for network (4880e921-0c48-45fa-a974-af272c815db4), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.761762 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393'] for port (6e831035-9f82-4b8a-8fcb-54c1c68a99c9), after_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.762455 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4880e921-0c48-45fa-a974-af272c815db4']}} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:22.775878 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a') {'for_net_delete': True} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:22.776311 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a') {} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:32:22.787671 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757664830401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3157707'] for segment (17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.788479 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Pushing event deleted for resources: {'Port': ['ID=6e831035-9f82-4b8a-8fcb-54c1c68a99c9,revision_number=None']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:22.795839 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] No DVR routers for this DVR port 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 on host dv-cinder-862432-3-iscsi {{(pid=104534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:32:22.798578 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:22.798928 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:22.799261 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:22.799590 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:22.799918 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:22.800252 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:22.800580 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:22.800896 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:22.801213 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:22.801530 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:22.801844 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:22.804724 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:22.804724 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:22.804724 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:22.804724 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250ce5d-7b15-4f72-a9c1-33bbe4f0d71f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:22.806454 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.818280 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=104533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 13:32:22.818791 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109377'] for segment (17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.873890 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.services.segments.plugin [-] Segment 17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a resource provider aggregate not found Oct 27 13:32:22.891023 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.services.segments.plugin [-] Segment 17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17ab2e5f-7ac4-4f1a-8c3a-b87f6156105a found for delete ", "request_id": "req-88514060-17af-40d1-a11f-6ab4ede14b11"}]} Oct 27 13:32:22.897888 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16195212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658862'] for network (4880e921-0c48-45fa-a974-af272c815db4), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.904789 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:22.907872 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/4880e921-0c48-45fa-a974-af272c815db4 HTTP/1.1" status: 204 len: 168 time: 0.6303203 Oct 27 13:32:22.918216 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd32b69-d3c4-45d2-9dcd-55916fd6f691 admin admin] Pushing event deleted for resources: {'Network': ['ID=4880e921-0c48-45fa-a974-af272c815db4,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:23.134211 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35254) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:23.175369 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-03f13b47-cf75-4162-8cdc-3d3880d52770 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=095dae174c664eafaf3ed463d8b7f319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400138 Oct 27 13:32:23.177827 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35256) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:23.229211 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c558-67f0-4fdc-a958-f26bc0a1309d admin admin] Publish callbacks [] for security_group (b4963df5-fc21-497b-ad55-98ecd7e58846), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:23.250159 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c558-67f0-4fdc-a958-f26bc0a1309d admin admin] Publish callbacks [] for security_group (b4963df5-fc21-497b-ad55-98ecd7e58846), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:23.300363 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c558-67f0-4fdc-a958-f26bc0a1309d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (b4963df5-fc21-497b-ad55-98ecd7e58846), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:23.302867 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c558-67f0-4fdc-a958-f26bc0a1309d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:23.306275 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-e4b7c558-67f0-4fdc-a958-f26bc0a1309d admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/b4963df5-fc21-497b-ad55-98ecd7e58846 HTTP/1.1" status: 204 len: 168 time: 0.1251206 Oct 27 13:32:23.311864 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7c558-67f0-4fdc-a958-f26bc0a1309d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4963df5-fc21-497b-ad55-98ecd7e58846,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:24.434148 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:32:24.454510 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:32:24.454862 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 6e831035-9f82-4b8a-8fcb-54c1c68a99c9 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:32:27.058101 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35370) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:27.102842 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35374) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:27.195361 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-382f9528-6f54-461c-8131-51b4c3e7865f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:27.223554 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-52ad62c9-54be-4690-a831-291f7c763319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:27.226992 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b32412a4-8995-45f2-b5ca-16e2fe0566f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:27.267919 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=12,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:27.291896 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:27.373668 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b32412a4-8995-45f2-b5ca-16e2fe0566f9 admin admin] Publish callbacks [] for security_group (66f730eb-8052-4dcb-9d6e-02ecb47c757c), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:27.378815 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-52ad62c9-54be-4690-a831-291f7c763319 admin admin] Publish callbacks [] for security_group (2b38d389-2ca4-4325-b4bd-fafc4acfd8dc), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:27.380428 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-b32412a4-8995-45f2-b5ca-16e2fe0566f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (66f730eb-8052-4dcb-9d6e-02ecb47c757c), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:27.394073 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-52ad62c9-54be-4690-a831-291f7c763319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (2b38d389-2ca4-4325-b4bd-fafc4acfd8dc), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:27.435527 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-b32412a4-8995-45f2-b5ca-16e2fe0566f9 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=4f491056927b46d7844843a6b9c9390d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315232 Oct 27 13:32:27.438762 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 35378) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:27.444942 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-52ad62c9-54be-4690-a831-291f7c763319 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=88b80da3b78447609566351ba57e36ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3854003 Oct 27 13:32:27.445611 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32412a4-8995-45f2-b5ca-16e2fe0566f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f730eb-8052-4dcb-9d6e-02ecb47c757c,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:27.451354 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35380) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:27.489639 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-693bb736-e61a-4a97-b358-1557439f640d admin admin] Publish callbacks [] for security_group (66f730eb-8052-4dcb-9d6e-02ecb47c757c), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:27.497536 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad62c9-54be-4690-a831-291f7c763319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b38d389-2ca4-4325-b4bd-fafc4acfd8dc,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:27.511353 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-693bb736-e61a-4a97-b358-1557439f640d admin admin] Publish callbacks [] for security_group (66f730eb-8052-4dcb-9d6e-02ecb47c757c), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:27.524477 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f6d60236-9c56-442f-b27d-58dfaed1459f admin admin] Publish callbacks [] for security_group (2b38d389-2ca4-4325-b4bd-fafc4acfd8dc), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:27.545884 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f6d60236-9c56-442f-b27d-58dfaed1459f admin admin] Publish callbacks [] for security_group (2b38d389-2ca4-4325-b4bd-fafc4acfd8dc), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:27.561404 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-693bb736-e61a-4a97-b358-1557439f640d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (66f730eb-8052-4dcb-9d6e-02ecb47c757c), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:27.564186 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-693bb736-e61a-4a97-b358-1557439f640d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:27.565370 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-693bb736-e61a-4a97-b358-1557439f640d admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/66f730eb-8052-4dcb-9d6e-02ecb47c757c HTTP/1.1" status: 204 len: 168 time: 0.1256311 Oct 27 13:32:27.573580 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bb736-e61a-4a97-b358-1557439f640d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f730eb-8052-4dcb-9d6e-02ecb47c757c,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:27.604657 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f6d60236-9c56-442f-b27d-58dfaed1459f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (2b38d389-2ca4-4325-b4bd-fafc4acfd8dc), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:27.607248 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f6d60236-9c56-442f-b27d-58dfaed1459f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:27.608645 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-f6d60236-9c56-442f-b27d-58dfaed1459f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/2b38d389-2ca4-4325-b4bd-fafc4acfd8dc HTTP/1.1" status: 204 len: 168 time: 0.1560721 Oct 27 13:32:27.617286 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d60236-9c56-442f-b27d-58dfaed1459f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b38d389-2ca4-4325-b4bd-fafc4acfd8dc,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:27.917960 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35396) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:27.935558 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8dfee6f3-3eda-4521-aaca-ac585a819fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:28.015784 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8dfee6f3-3eda-4521-aaca-ac585a819fce admin admin] Publish callbacks [] for security_group (a2e75dba-664c-49ad-9c8e-c5d3ee2a1857), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:28.019498 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-8dfee6f3-3eda-4521-aaca-ac585a819fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (a2e75dba-664c-49ad-9c8e-c5d3ee2a1857), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:28.059618 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-8dfee6f3-3eda-4521-aaca-ac585a819fce admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=e6132d058d554f42b05e853d80ef5310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402862 Oct 27 13:32:28.060546 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfee6f3-3eda-4521-aaca-ac585a819fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e75dba-664c-49ad-9c8e-c5d3ee2a1857,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:28.062263 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 35400) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:28.114365 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-078ccbd8-b335-429d-ba1d-da10862685bc admin admin] Publish callbacks [] for security_group (a2e75dba-664c-49ad-9c8e-c5d3ee2a1857), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:28.136509 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-078ccbd8-b335-429d-ba1d-da10862685bc admin admin] Publish callbacks [] for security_group (a2e75dba-664c-49ad-9c8e-c5d3ee2a1857), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:28.185070 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-078ccbd8-b335-429d-ba1d-da10862685bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (a2e75dba-664c-49ad-9c8e-c5d3ee2a1857), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:28.187701 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-078ccbd8-b335-429d-ba1d-da10862685bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:28.188966 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-078ccbd8-b335-429d-ba1d-da10862685bc admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/a2e75dba-664c-49ad-9c8e-c5d3ee2a1857 HTTP/1.1" status: 204 len: 168 time: 0.1257069 Oct 27 13:32:28.192109 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:28.199425 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ccbd8-b335-429d-ba1d-da10862685bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e75dba-664c-49ad-9c8e-c5d3ee2a1857,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:28.213199 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:29.220628 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:29.505524 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-1ff06c97-8461-4956-a464-f775178e7c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:29.869466 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 35464) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:29.986356 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-be43dcb4-a294-458b-af8e-7e2961d234b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:30.064857 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-be43dcb4-a294-458b-af8e-7e2961d234b6 admin admin] Publish callbacks [] for security_group (1263126e-a84f-48d0-bbbb-a62b1afd20c5), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:30.068643 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-be43dcb4-a294-458b-af8e-7e2961d234b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (1263126e-a84f-48d0-bbbb-a62b1afd20c5), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:30.083760 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:30.113654 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-be43dcb4-a294-458b-af8e-7e2961d234b6 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=6d6d90aeb83747f4b6e4f90f68669c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412484 Oct 27 13:32:30.114338 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43dcb4-a294-458b-af8e-7e2961d234b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1263126e-a84f-48d0-bbbb-a62b1afd20c5,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:30.116851 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35474) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:30.180738 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-250c6355-ab35-4231-a9f9-72a1f7b89a66 admin admin] Publish callbacks [] for security_group (1263126e-a84f-48d0-bbbb-a62b1afd20c5), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:30.204039 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-250c6355-ab35-4231-a9f9-72a1f7b89a66 admin admin] Publish callbacks [] for security_group (1263126e-a84f-48d0-bbbb-a62b1afd20c5), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:30.229881 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:30.265320 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-250c6355-ab35-4231-a9f9-72a1f7b89a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (1263126e-a84f-48d0-bbbb-a62b1afd20c5), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:30.267842 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-250c6355-ab35-4231-a9f9-72a1f7b89a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:30.269123 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-250c6355-ab35-4231-a9f9-72a1f7b89a66 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/1263126e-a84f-48d0-bbbb-a62b1afd20c5 HTTP/1.1" status: 204 len: 168 time: 0.1463299 Oct 27 13:32:30.277258 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c6355-ab35-4231-a9f9-72a1f7b89a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1263126e-a84f-48d0-bbbb-a62b1afd20c5,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:30.568386 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35484) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:30.582468 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-7af1ccb0-5b2b-4526-80ed-d695f53e0378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:30.640036 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:30.664708 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-7af1ccb0-5b2b-4526-80ed-d695f53e0378 admin admin] Publish callbacks [] for security_group (837aa6e1-d9e2-41a8-b6cc-d7e92eef737e), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:30.668129 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-7af1ccb0-5b2b-4526-80ed-d695f53e0378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (837aa6e1-d9e2-41a8-b6cc-d7e92eef737e), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:30.706200 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-7af1ccb0-5b2b-4526-80ed-d695f53e0378 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=c9b60840f67241e5badc8d3ae8da7bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361978 Oct 27 13:32:30.708202 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1ccb0-5b2b-4526-80ed-d695f53e0378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837aa6e1-d9e2-41a8-b6cc-d7e92eef737e,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:30.708990 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 35486) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:30.761620 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4f601c0e-583d-43d6-811f-0998c8f511ac admin admin] Publish callbacks [] for security_group (837aa6e1-d9e2-41a8-b6cc-d7e92eef737e), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:30.781538 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4f601c0e-583d-43d6-811f-0998c8f511ac admin admin] Publish callbacks [] for security_group (837aa6e1-d9e2-41a8-b6cc-d7e92eef737e), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:30.828900 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4f601c0e-583d-43d6-811f-0998c8f511ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (837aa6e1-d9e2-41a8-b6cc-d7e92eef737e), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:30.831605 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-4f601c0e-583d-43d6-811f-0998c8f511ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:30.832782 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-4f601c0e-583d-43d6-811f-0998c8f511ac admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/837aa6e1-d9e2-41a8-b6cc-d7e92eef737e HTTP/1.1" status: 204 len: 168 time: 0.1222167 Oct 27 13:32:30.833850 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:30.841241 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f601c0e-583d-43d6-811f-0998c8f511ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837aa6e1-d9e2-41a8-b6cc-d7e92eef737e,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:32.114150 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:32.619551 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:32.839357 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:32.852440 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:37.416031 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35676) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:37.537024 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f3f48842-1e41-4dad-9b55-085a02c65a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:37.617273 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f3f48842-1e41-4dad-9b55-085a02c65a23 admin admin] Publish callbacks [] for security_group (d20279a7-b03e-451b-92bd-6beaffcac258), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:37.624429 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f3f48842-1e41-4dad-9b55-085a02c65a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (d20279a7-b03e-451b-92bd-6beaffcac258), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:37.640274 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 35682) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:37.665648 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-f3f48842-1e41-4dad-9b55-085a02c65a23 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=30e8ed96beb1431899d82e0fb2ac6fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485225 Oct 27 13:32:37.666506 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f48842-1e41-4dad-9b55-085a02c65a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20279a7-b03e-451b-92bd-6beaffcac258,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:37.669075 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 35686) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:37.720464 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-db67ebf0-5198-4caa-82b2-fe850132eff3 admin admin] Publish callbacks [] for security_group (d20279a7-b03e-451b-92bd-6beaffcac258), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:37.747742 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-db67ebf0-5198-4caa-82b2-fe850132eff3 admin admin] Publish callbacks [] for security_group (d20279a7-b03e-451b-92bd-6beaffcac258), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:37.759646 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f094-4520-4c6f-a6eb-57271ee12536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:37.835619 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-db67ebf0-5198-4caa-82b2-fe850132eff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (d20279a7-b03e-451b-92bd-6beaffcac258), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:37.838177 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-db67ebf0-5198-4caa-82b2-fe850132eff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:37.839318 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-db67ebf0-5198-4caa-82b2-fe850132eff3 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/d20279a7-b03e-451b-92bd-6beaffcac258 HTTP/1.1" status: 204 len: 168 time: 0.1694415 Oct 27 13:32:37.854341 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67ebf0-5198-4caa-82b2-fe850132eff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20279a7-b03e-451b-92bd-6beaffcac258,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:37.889588 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f094-4520-4c6f-a6eb-57271ee12536 admin admin] Publish callbacks [] for security_group (2b6af7a4-03bd-4142-b1af-bd0b67a2eab2), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:37.895865 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f094-4520-4c6f-a6eb-57271ee12536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (2b6af7a4-03bd-4142-b1af-bd0b67a2eab2), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:37.938182 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1f094-4520-4c6f-a6eb-57271ee12536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6af7a4-03bd-4142-b1af-bd0b67a2eab2,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:37.944098 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-b0c1f094-4520-4c6f-a6eb-57271ee12536 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=6957bf53251942e3be78c8c599c46488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027647 Oct 27 13:32:37.946823 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 35690) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:37.989858 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:38.003486 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cc542a05-ca4c-40b4-9d8d-3d70a5d9024f admin admin] Publish callbacks [] for security_group (2b6af7a4-03bd-4142-b1af-bd0b67a2eab2), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:38.025460 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cc542a05-ca4c-40b4-9d8d-3d70a5d9024f admin admin] Publish callbacks [] for security_group (2b6af7a4-03bd-4142-b1af-bd0b67a2eab2), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:38.090409 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cc542a05-ca4c-40b4-9d8d-3d70a5d9024f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (2b6af7a4-03bd-4142-b1af-bd0b67a2eab2), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:38.093266 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-cc542a05-ca4c-40b4-9d8d-3d70a5d9024f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:38.094446 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-cc542a05-ca4c-40b4-9d8d-3d70a5d9024f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/2b6af7a4-03bd-4142-b1af-bd0b67a2eab2 HTTP/1.1" status: 204 len: 168 time: 0.1466179 Oct 27 13:32:38.105313 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc542a05-ca4c-40b4-9d8d-3d70a5d9024f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6af7a4-03bd-4142-b1af-bd0b67a2eab2,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:38.387727 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35710) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:38.406363 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-3a18f541-79c4-49ef-8135-79ecd8138794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:38.485178 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-3a18f541-79c4-49ef-8135-79ecd8138794 admin admin] Publish callbacks [] for security_group (d4da2d79-8767-4b57-a612-7cb830ab0327), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:38.490127 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-3a18f541-79c4-49ef-8135-79ecd8138794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (d4da2d79-8767-4b57-a612-7cb830ab0327), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:38.528945 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18f541-79c4-49ef-8135-79ecd8138794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4da2d79-8767-4b57-a612-7cb830ab0327,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:38.535901 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-3a18f541-79c4-49ef-8135-79ecd8138794 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=ff3e0f4e122b41e3bcc5cd637c970168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468816 Oct 27 13:32:38.536529 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 35714) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:38.609756 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-57c300d9-80f1-4d48-beae-2243994f87e9 admin admin] Publish callbacks [] for security_group (d4da2d79-8767-4b57-a612-7cb830ab0327), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:38.637642 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-57c300d9-80f1-4d48-beae-2243994f87e9 admin admin] Publish callbacks [] for security_group (d4da2d79-8767-4b57-a612-7cb830ab0327), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:38.698825 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-57c300d9-80f1-4d48-beae-2243994f87e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (d4da2d79-8767-4b57-a612-7cb830ab0327), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:38.701530 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-57c300d9-80f1-4d48-beae-2243994f87e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:38.702687 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-57c300d9-80f1-4d48-beae-2243994f87e9 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/d4da2d79-8767-4b57-a612-7cb830ab0327 HTTP/1.1" status: 204 len: 168 time: 0.1640007 Oct 27 13:32:38.711538 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c300d9-80f1-4d48-beae-2243994f87e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4da2d79-8767-4b57-a612-7cb830ab0327,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:39.827855 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35774) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:39.942132 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1d31a359-806a-4560-a04d-0b62a7b4fe08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:40.024394 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1d31a359-806a-4560-a04d-0b62a7b4fe08 admin admin] Publish callbacks [] for security_group (83a6949a-72f5-43ea-ada8-e7479dd8990b), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:40.028710 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-1d31a359-806a-4560-a04d-0b62a7b4fe08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (83a6949a-72f5-43ea-ada8-e7479dd8990b), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:40.070613 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31a359-806a-4560-a04d-0b62a7b4fe08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a6949a-72f5-43ea-ada8-e7479dd8990b,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:40.076731 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-1d31a359-806a-4560-a04d-0b62a7b4fe08 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=0a9133c3823f403dbb07ff14599e5b15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476120 Oct 27 13:32:40.078568 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35788) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:40.088319 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:40.136966 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2f920284-68bd-4564-bf75-cb17d13d9051 admin admin] Publish callbacks [] for security_group (83a6949a-72f5-43ea-ada8-e7479dd8990b), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:40.158583 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2f920284-68bd-4564-bf75-cb17d13d9051 admin admin] Publish callbacks [] for security_group (83a6949a-72f5-43ea-ada8-e7479dd8990b), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:40.172356 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:40.209621 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2f920284-68bd-4564-bf75-cb17d13d9051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (83a6949a-72f5-43ea-ada8-e7479dd8990b), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:40.212967 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2f920284-68bd-4564-bf75-cb17d13d9051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:40.214242 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-2f920284-68bd-4564-bf75-cb17d13d9051 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/83a6949a-72f5-43ea-ada8-e7479dd8990b HTTP/1.1" status: 204 len: 168 time: 0.1346884 Oct 27 13:32:40.223107 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f920284-68bd-4564-bf75-cb17d13d9051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a6949a-72f5-43ea-ada8-e7479dd8990b,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:40.564416 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 35800) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:40.580091 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-c710c394-b324-4bc4-8ba4-a259b0800c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:40.590954 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:40.667719 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-c710c394-b324-4bc4-8ba4-a259b0800c28 admin admin] Publish callbacks [] for security_group (30984d0d-825d-4906-9033-4d350726902c), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:40.672297 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-c710c394-b324-4bc4-8ba4-a259b0800c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (30984d0d-825d-4906-9033-4d350726902c), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:40.728924 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35804) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:40.729195 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-c710c394-b324-4bc4-8ba4-a259b0800c28 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=012bba67f2784ce68310e809890b59c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635537 Oct 27 13:32:40.730125 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710c394-b324-4bc4-8ba4-a259b0800c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30984d0d-825d-4906-9033-4d350726902c,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:40.809179 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-4757fc5a-96d4-444e-8f2e-50943511b56a admin admin] Publish callbacks [] for security_group (30984d0d-825d-4906-9033-4d350726902c), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:40.831473 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-4757fc5a-96d4-444e-8f2e-50943511b56a admin admin] Publish callbacks [] for security_group (30984d0d-825d-4906-9033-4d350726902c), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:40.886437 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-4757fc5a-96d4-444e-8f2e-50943511b56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (30984d0d-825d-4906-9033-4d350726902c), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:40.889071 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-4757fc5a-96d4-444e-8f2e-50943511b56a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:40.890326 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-4757fc5a-96d4-444e-8f2e-50943511b56a admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/30984d0d-825d-4906-9033-4d350726902c HTTP/1.1" status: 204 len: 168 time: 0.1595984 Oct 27 13:32:40.898598 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757fc5a-96d4-444e-8f2e-50943511b56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30984d0d-825d-4906-9033-4d350726902c,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:41.682530 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:32:50.262636 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35950) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:50.370197 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2d051f1c-cb26-4a08-8f5c-430840aab71e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:50.445360 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2d051f1c-cb26-4a08-8f5c-430840aab71e admin admin] Publish callbacks [] for security_group (00328993-b978-4db1-8202-31c75af6dab8), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:50.448790 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-2d051f1c-cb26-4a08-8f5c-430840aab71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (00328993-b978-4db1-8202-31c75af6dab8), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:50.485181 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d051f1c-cb26-4a08-8f5c-430840aab71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00328993-b978-4db1-8202-31c75af6dab8,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:50.490183 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-2d051f1c-cb26-4a08-8f5c-430840aab71e admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=c246c855f0384ea19109b0c2f2ba61db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263396 Oct 27 13:32:50.492610 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35954) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:50.540731 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-96c3dd04-c810-4fc8-a424-ba66bcfb00b6 admin admin] Publish callbacks [] for security_group (00328993-b978-4db1-8202-31c75af6dab8), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:50.561173 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-96c3dd04-c810-4fc8-a424-ba66bcfb00b6 admin admin] Publish callbacks [] for security_group (00328993-b978-4db1-8202-31c75af6dab8), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:50.613095 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-96c3dd04-c810-4fc8-a424-ba66bcfb00b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (00328993-b978-4db1-8202-31c75af6dab8), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:50.616329 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-96c3dd04-c810-4fc8-a424-ba66bcfb00b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:50.617489 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-96c3dd04-c810-4fc8-a424-ba66bcfb00b6 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/00328993-b978-4db1-8202-31c75af6dab8 HTTP/1.1" status: 204 len: 168 time: 0.1239920 Oct 27 13:32:50.625739 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3dd04-c810-4fc8-a424-ba66bcfb00b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00328993-b978-4db1-8202-31c75af6dab8,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:50.719105 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=40,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:50.721695 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=17,neutron:INSERT=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:50.883421 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35964) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:50.898559 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5f00a71e-abbe-447b-8e7e-837c7076dc0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:50.910771 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=25,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:50.988410 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5f00a71e-abbe-447b-8e7e-837c7076dc0d admin admin] Publish callbacks [] for security_group (e16d6cca-4b38-4d98-8a67-d7bdd5a3b5df), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:50.993245 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5f00a71e-abbe-447b-8e7e-837c7076dc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (e16d6cca-4b38-4d98-8a67-d7bdd5a3b5df), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.032344 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=12 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:51.037076 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-5f00a71e-abbe-447b-8e7e-837c7076dc0d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=4fef0e07f9ea4afeb31f25991dc62818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525476 Oct 27 13:32:51.038587 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00a71e-abbe-447b-8e7e-837c7076dc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16d6cca-4b38-4d98-8a67-d7bdd5a3b5df,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:51.040014 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 35968) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:51.042538 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35970) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:51.097400 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-31c6dc0b-439e-4578-8455-8f97c976ac2e admin admin] Publish callbacks [] for security_group (e16d6cca-4b38-4d98-8a67-d7bdd5a3b5df), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.118316 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-31c6dc0b-439e-4578-8455-8f97c976ac2e admin admin] Publish callbacks [] for security_group (e16d6cca-4b38-4d98-8a67-d7bdd5a3b5df), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.153557 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a0f30fb4-9b22-4ffc-b031-af6181aa0850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.166071 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-31c6dc0b-439e-4578-8455-8f97c976ac2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (e16d6cca-4b38-4d98-8a67-d7bdd5a3b5df), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.168851 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-31c6dc0b-439e-4578-8455-8f97c976ac2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.170013 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-31c6dc0b-439e-4578-8455-8f97c976ac2e admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/e16d6cca-4b38-4d98-8a67-d7bdd5a3b5df HTTP/1.1" status: 204 len: 168 time: 0.1289845 Oct 27 13:32:51.177866 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6dc0b-439e-4578-8455-8f97c976ac2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16d6cca-4b38-4d98-8a67-d7bdd5a3b5df,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:51.206159 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:DELETE=4,neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:51.238070 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a0f30fb4-9b22-4ffc-b031-af6181aa0850 admin admin] Publish callbacks [] for security_group (d5c84783-f8a8-4190-ab56-22ea8a1aa867), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.241264 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a0f30fb4-9b22-4ffc-b031-af6181aa0850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (d5c84783-f8a8-4190-ab56-22ea8a1aa867), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.280784 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-a0f30fb4-9b22-4ffc-b031-af6181aa0850 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=440e66b237bd4d1ea46d061f05e9f830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370920 Oct 27 13:32:51.283445 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 35976) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:51.290362 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f30fb4-9b22-4ffc-b031-af6181aa0850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c84783-f8a8-4190-ab56-22ea8a1aa867,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:51.340182 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-86efb870-99dd-4d5d-8fa0-a48402435b0f admin admin] Publish callbacks [] for security_group (d5c84783-f8a8-4190-ab56-22ea8a1aa867), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.360490 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-86efb870-99dd-4d5d-8fa0-a48402435b0f admin admin] Publish callbacks [] for security_group (d5c84783-f8a8-4190-ab56-22ea8a1aa867), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.412208 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-86efb870-99dd-4d5d-8fa0-a48402435b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (d5c84783-f8a8-4190-ab56-22ea8a1aa867), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.415099 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-86efb870-99dd-4d5d-8fa0-a48402435b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.416442 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-86efb870-99dd-4d5d-8fa0-a48402435b0f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/d5c84783-f8a8-4190-ab56-22ea8a1aa867 HTTP/1.1" status: 204 len: 168 time: 0.1318071 Oct 27 13:32:51.425259 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efb870-99dd-4d5d-8fa0-a48402435b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c84783-f8a8-4190-ab56-22ea8a1aa867,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:51.677907 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:51.705265 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36000) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:51.718873 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1b48-8796-442c-9eb4-89e3f9fd9f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.802239 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1b48-8796-442c-9eb4-89e3f9fd9f1a admin admin] Publish callbacks [] for security_group (111b8fa7-1822-44c0-9093-d3b722fe9de7), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.806331 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1b48-8796-442c-9eb4-89e3f9fd9f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (111b8fa7-1822-44c0-9093-d3b722fe9de7), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.850883 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-ee6d1b48-8796-442c-9eb4-89e3f9fd9f1a admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=23a10428400742e78d0c7a2ea37af2cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444278 Oct 27 13:32:51.851810 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d1b48-8796-442c-9eb4-89e3f9fd9f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111b8fa7-1822-44c0-9093-d3b722fe9de7,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:51.853621 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36002) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:51.906685 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b0f38edd-1e94-434c-b2d8-e3ceec9d2547 admin admin] Publish callbacks [] for security_group (111b8fa7-1822-44c0-9093-d3b722fe9de7), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.927258 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b0f38edd-1e94-434c-b2d8-e3ceec9d2547 admin admin] Publish callbacks [] for security_group (111b8fa7-1822-44c0-9093-d3b722fe9de7), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.977140 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b0f38edd-1e94-434c-b2d8-e3ceec9d2547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (111b8fa7-1822-44c0-9093-d3b722fe9de7), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.984453 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b0f38edd-1e94-434c-b2d8-e3ceec9d2547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:51.984453 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-b0f38edd-1e94-434c-b2d8-e3ceec9d2547 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/111b8fa7-1822-44c0-9093-d3b722fe9de7 HTTP/1.1" status: 204 len: 168 time: 0.1262739 Oct 27 13:32:51.993056 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f38edd-1e94-434c-b2d8-e3ceec9d2547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111b8fa7-1822-44c0-9093-d3b722fe9de7,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:53.111146 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36048) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:53.214155 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:53.292549 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Publish callbacks [] for security_group (56fc6277-2a7e-4498-b7e7-ff00a2c455db), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:53.296032 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (56fc6277-2a7e-4498-b7e7-ff00a2c455db), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:53.335483 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=17efd28d21a34bed81fa4f8b4eaac04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232661 Oct 27 13:32:53.336350 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fc6277-2a7e-4498-b7e7-ff00a2c455db,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:53.338242 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36052) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:32:53.343603 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:53.343960 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:53.344335 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:53.344674 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:53.345006 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:53.345333 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:53.345656 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:53.345979 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:53.346301 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:53.346622 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:53.346947 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:53.347268 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:53.347600 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:53.347905 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:53.348261 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac34fae2-f7a7-4f62-bf34-eb74d2c00b70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:32:53.390442 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-084df2e7-b1e4-404e-b492-e494c4efff27 admin admin] Publish callbacks [] for security_group (56fc6277-2a7e-4498-b7e7-ff00a2c455db), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:53.410337 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-084df2e7-b1e4-404e-b492-e494c4efff27 admin admin] Publish callbacks [] for security_group (56fc6277-2a7e-4498-b7e7-ff00a2c455db), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:53.456610 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-084df2e7-b1e4-404e-b492-e494c4efff27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (56fc6277-2a7e-4498-b7e7-ff00a2c455db), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:53.459209 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-084df2e7-b1e4-404e-b492-e494c4efff27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:53.460417 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-084df2e7-b1e4-404e-b492-e494c4efff27 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/56fc6277-2a7e-4498-b7e7-ff00a2c455db HTTP/1.1" status: 204 len: 168 time: 0.1211138 Oct 27 13:32:53.468562 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084df2e7-b1e4-404e-b492-e494c4efff27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fc6277-2a7e-4498-b7e7-ff00a2c455db,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:32:57.209175 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-dbe6e000-820f-4107-b54d-fe4e2bdaf628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:59.224190 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:32:59.237582 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:32:59.507956 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-6bff185d-7889-4b58-88d6-5140f3297662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:00.830066 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:02.114521 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:02.295630 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36158) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:02.401796 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9a9d5971-8e09-4813-b8ca-98ef26cf98d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:02.476119 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9a9d5971-8e09-4813-b8ca-98ef26cf98d6 admin admin] Publish callbacks [] for security_group (9631fc4e-0383-4a10-90b1-e6c4f3eb98df), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:02.479933 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-9a9d5971-8e09-4813-b8ca-98ef26cf98d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (9631fc4e-0383-4a10-90b1-e6c4f3eb98df), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:02.518257 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d5971-8e09-4813-b8ca-98ef26cf98d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9631fc4e-0383-4a10-90b1-e6c4f3eb98df,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:02.522533 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-9a9d5971-8e09-4813-b8ca-98ef26cf98d6 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=a99fae3350634a698293df70ed2b881a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256911 Oct 27 13:33:02.525252 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36162) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:02.573871 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d37381b8-1234-4281-9b48-3cc0ea72dff7 admin admin] Publish callbacks [] for security_group (9631fc4e-0383-4a10-90b1-e6c4f3eb98df), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:02.591952 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:02.594120 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d37381b8-1234-4281-9b48-3cc0ea72dff7 admin admin] Publish callbacks [] for security_group (9631fc4e-0383-4a10-90b1-e6c4f3eb98df), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:02.615204 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:02.615676 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:02.648601 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d37381b8-1234-4281-9b48-3cc0ea72dff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (9631fc4e-0383-4a10-90b1-e6c4f3eb98df), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:02.651109 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-d37381b8-1234-4281-9b48-3cc0ea72dff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:02.652247 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-d37381b8-1234-4281-9b48-3cc0ea72dff7 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/9631fc4e-0383-4a10-90b1-e6c4f3eb98df HTTP/1.1" status: 204 len: 168 time: 0.1261044 Oct 27 13:33:02.659827 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37381b8-1234-4281-9b48-3cc0ea72dff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9631fc4e-0383-4a10-90b1-e6c4f3eb98df,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:03.265076 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36184) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:03.360055 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-a508a04d-aec9-4a51-90b5-26918a70d286 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1061083857-network', 'tenant_id': 'a470328245084347ac78821d1a0184f7'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:03.380938 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a508a04d-aec9-4a51-90b5-26918a70d286 admin admin] Made reservation on behalf of a470328245084347ac78821d1a0184f7 for: {'network': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:33:03.383251 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a508a04d-aec9-4a51-90b5-26918a70d286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:03.392412 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a508a04d-aec9-4a51-90b5-26918a70d286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:03.463346 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=69,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:03.464366 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=62,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:03.467274 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a508a04d-aec9-4a51-90b5-26918a70d286 admin admin] Publish callbacks [] for security_group (5d9c1e71-a6ba-429c-8654-89039d0c0dcb), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:03.471300 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a508a04d-aec9-4a51-90b5-26918a70d286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (5d9c1e71-a6ba-429c-8654-89039d0c0dcb), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:03.499388 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a508a04d-aec9-4a51-90b5-26918a70d286 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=104532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:33:03.506401 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508a04d-aec9-4a51-90b5-26918a70d286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9c1e71-a6ba-429c-8654-89039d0c0dcb,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:03.513969 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a508a04d-aec9-4a51-90b5-26918a70d286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (56ea91c3-cd19-47c1-811c-d9a8488bd80f), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:03.513969 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.segments_db [None req-a508a04d-aec9-4a51-90b5-26918a70d286 admin admin] Added segment 56ea91c3-cd19-47c1-811c-d9a8488bd80f of type vlan for network d729aa6a-21f7-47de-a278-a508b8293cf2 Oct 27 13:33:03.553181 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a508a04d-aec9-4a51-90b5-26918a70d286 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (d729aa6a-21f7-47de-a278-a508b8293cf2), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:03.576883 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a508a04d-aec9-4a51-90b5-26918a70d286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (d729aa6a-21f7-47de-a278-a508b8293cf2), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:03.577933 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a508a04d-aec9-4a51-90b5-26918a70d286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:03.578514 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a508a04d-aec9-4a51-90b5-26918a70d286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:03.640910 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-a508a04d-aec9-4a51-90b5-26918a70d286 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3746908 Oct 27 13:33:03.643841 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36188) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:03.644907 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508a04d-aec9-4a51-90b5-26918a70d286 admin admin] Pushing event updated for resources: {'Network': ['ID=d729aa6a-21f7-47de-a278-a508b8293cf2,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:03.649358 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Request body: {'subnet': {'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1061083857-subnet', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'ip_version': 4}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:03.654762 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network d729aa6a-21f7-47de-a278-a508b8293cf2 details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:33:03.669559 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Made reservation on behalf of a470328245084347ac78821d1a0184f7 for: {'subnet': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:33:03.671983 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25370233'] for subnet (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:03.849502 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4109026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25370135'] for subnet (41c51234-f8cb-4e0c-9191-47f30963084d), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:03.898656 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c51234-f8cb-4e0c-9191-47f30963084d,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:03.915221 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:03.915562 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:03.915899 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:03.916255 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:03.916581 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:03.916906 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:03.917230 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:03.917546 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:03.917866 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:03.918182 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:03.918498 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:03.918814 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:03.919125 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:03.919436 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:03.919748 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:03.925760 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Checking segment: {'id': '56ea91c3-cd19-47c1-811c-d9a8488bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:33:03.926113 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Network hostable DHCP agents. Network: d729aa6a-21f7-47de-a278-a508b8293cf2, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:33:03.943188 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Network d729aa6a-21f7-47de-a278-a508b8293cf2 is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:33:03.951532 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, d729aa6a-21f7-47de-a278-a508b8293cf2) {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:33:03.956062 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:03.957759 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:03.960915 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6066cd-e9ec-4b20-9df3-c6a1feb4b761 None None] Network d729aa6a-21f7-47de-a278-a508b8293cf2 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:33:03.974197 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-e463a722-8584-459b-bc53-6cbd8d35eb17 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3282444 Oct 27 13:33:03.976452 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36190) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:03.980672 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1061083857-router', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:04.001291 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1006292'] for router (0b2f04dc-fdd0-4f49-aa95-febc19f80a35), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:04.002287 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1006319'] for router (0b2f04dc-fdd0-4f49-aa95-febc19f80a35), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:04.057516 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Publish callbacks [] for router_controller (0b2f04dc-fdd0-4f49-aa95-febc19f80a35), precommit_add_association {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:04.194813 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Publish callbacks [] for router_gateway (0b2f04dc-fdd0-4f49-aa95-febc19f80a35), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:04.207907 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe4b0003-7596-5709-b003-0e8d4fe063b1-d729aa6a-21f7-47de-a278-a508b8293cf2', 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2', 'project_id': 'a470328245084347ac78821d1a0184f7', 'fixed_ips': [{'subnet_id': '41c51234-f8cb-4e0c-9191-47f30963084d'}]}} from dv-cinder-862432-3-iscsi. {{(pid=104534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 13:33:04.208862 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:04.348716 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.db_base_plugin_common [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Allocated IP 172.20.0.2 (d729aa6a-21f7-47de-a278-a508b8293cf2/41c51234-f8cb-4e0c-9191-47f30963084d/4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae) {{(pid=104534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:33:04.375019 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Publish callbacks [] for router_gateway (0b2f04dc-fdd0-4f49-aa95-febc19f80a35), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:04.396340 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:04.488805 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Publish callbacks [] for port (4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae), precommit_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:04.495202 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:04.504970 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Allocated IP 172.27.0.110 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/522a829c-c3e4-4824-b465-eae01716d611) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:33:04.506682 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:04.511155 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:04.536875 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Network d729aa6a-21f7-47de-a278-a508b8293cf2 is already hosted by enough agents. {{(pid=104534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:33:04.543664 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.base_scheduler [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Resources bound (agent type, host, resource id): {{(pid=104534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:33:04.547505 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Received port after_create {{(pid=104534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:33:04.549190 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:04.551920 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Pushing event updated for resources: {'Port': ['ID=4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae,revision_number=1']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:04.609199 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Attempting to bind port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:33:04.609572 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Attempting to bind port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '56ea91c3-cd19-47c1-811c-d9a8488bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:33:04.609938 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Attempting to bind port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae on network d729aa6a-21f7-47de-a278-a508b8293cf2 {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:33:04.618077 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Publish callbacks [] for port (522a829c-c3e4-4824-b465-eae01716d611), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:04.650207 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (522a829c-c3e4-4824-b465-eae01716d611), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:04.652918 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:33:04.653295 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Checking segment: {'id': '56ea91c3-cd19-47c1-811c-d9a8488bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:33:04.653698 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:04.654090 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Bound using segment: {'id': '56ea91c3-cd19-47c1-811c-d9a8488bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:33:04.654555 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Bound port: 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ea91c3-cd19-47c1-811c-d9a8488bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:33:04.654932 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:04.690934 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:33:04.696622 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:33:04.699051 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:33:04.721295 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] For port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:33:04.725235 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] For port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae,segment=NetworkSegment(56ea91c3-cd19-47c1-811c-d9a8488bd80f),segment_id=56ea91c3-cd19-47c1-811c-d9a8488bd80f)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:33:04.733488 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:04.789189 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ee0e3-1d1b-429f-b8c0-58a815f13533 None None] Pushing event updated for resources: {'Port': ['ID=4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:05.007798 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Pushing event updated for resources: {'Port': ['ID=522a829c-c3e4-4824-b465-eae01716d611,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:05.228843 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Publish callbacks [] for router_gateway (0b2f04dc-fdd0-4f49-aa95-febc19f80a35), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:05.420298 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658732'] for router (0b2f04dc-fdd0-4f49-aa95-febc19f80a35), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:05.548416 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 is scheduled to L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 with binding_index 1 {{(pid=104533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 13:33:05.602849 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:05.647527 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:05.654347 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30847b8-d775-4a01-bd75-9945a99978af None None] Network d729aa6a-21f7-47de-a278-a508b8293cf2 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:33:05.660287 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:33:05.671316 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Sync routers for ids ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:33:05.679299 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:05.680580 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-19226eb7-3063-4216-add0-3d55532b5711 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7031853 Oct 27 13:33:05.683059 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Routers {'0b2f04dc-fdd0-4f49-aa95-febc19f80a35'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:33:05.683289 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36192) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:05.684017 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:32:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:05.767978 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:05.787391 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-82c1f333-a6e5-4984-92a2-638c81e581f9 None None] Provisioning complete for port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:05.787808 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-82c1f333-a6e5-4984-92a2-638c81e581f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:05.788198 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-82c1f333-a6e5-4984-92a2-638c81e581f9 None None] Attempt 1 to provision port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae Oct 27 13:33:05.880569 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-82c1f333-a6e5-4984-92a2-638c81e581f9 None None] Current status of the port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:05.881246 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-82c1f333-a6e5-4984-92a2-638c81e581f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:05.882880 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Set router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:33:05.928861 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-82c1f333-a6e5-4984-92a2-638c81e581f9 None None] For port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae,segment=NetworkSegment(56ea91c3-cd19-47c1-811c-d9a8488bd80f),segment_id=56ea91c3-cd19-47c1-811c-d9a8488bd80f)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:33:05.936112 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-82c1f333-a6e5-4984-92a2-638c81e581f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:05.994952 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1f333-a6e5-4984-92a2-638c81e581f9 None None] Pushing event updated for resources: {'Port': ['ID=4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:06.054602 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-2deaee17-68cd-4e2f-999b-7206bf30ae54 None None] Provisioning complete for port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:06.054985 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-2deaee17-68cd-4e2f-999b-7206bf30ae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:06.055320 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-2deaee17-68cd-4e2f-999b-7206bf30ae54 None None] Attempt 1 to provision port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae Oct 27 13:33:06.063190 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'name': 'tempest-TestShelveInstance-1061083857-router', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '522a829c-c3e4-4824-b465-eae01716d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:05Z', 'revision_number': 3, 'project_id': 'a470328245084347ac78821d1a0184f7', 'gw_port': {'id': '522a829c-c3e4-4824-b465-eae01716d611', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:06.089843 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Checking router: 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:33:06.090218 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Updating router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 port 522a829c-c3e4-4824-b465-eae01716d611 binding host dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:33:06.118628 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (522a829c-c3e4-4824-b465-eae01716d611), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:06.135482 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-2deaee17-68cd-4e2f-999b-7206bf30ae54 None None] Current status of the port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:06.136759 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:06.286889 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Allocated IP 172.20.0.1 (d729aa6a-21f7-47de-a278-a508b8293cf2/41c51234-f8cb-4e0c-9191-47f30963084d/23a04935-eb9f-4daa-b73e-f89c9eeb5bc0) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:33:06.364533 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Publish callbacks [] for port (522a829c-c3e4-4824-b465-eae01716d611), precommit_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:06.370410 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (522a829c-c3e4-4824-b465-eae01716d611), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:06.395880 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Publish callbacks [] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:06.403632 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Attempting to bind port 522a829c-c3e4-4824-b465-eae01716d611 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:33:06.404001 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Attempting to bind port 522a829c-c3e4-4824-b465-eae01716d611 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:33:06.404392 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Attempting to bind port 522a829c-c3e4-4824-b465-eae01716d611 on network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:33:06.434702 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:06.445604 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:06.452757 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd409388-777e-455c-92d0-e5d82450c008 None None] Pushing event updated for resources: {'Port': ['ID=522a829c-c3e4-4824-b465-eae01716d611,revision_number=2']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:06.461366 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd409388-777e-455c-92d0-e5d82450c008 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:06.461710 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd409388-777e-455c-92d0-e5d82450c008 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:06.462066 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd409388-777e-455c-92d0-e5d82450c008 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:06.462401 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd409388-777e-455c-92d0-e5d82450c008 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:06.462733 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd409388-777e-455c-92d0-e5d82450c008 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:06.463062 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd409388-777e-455c-92d0-e5d82450c008 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:06.463384 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd409388-777e-455c-92d0-e5d82450c008 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:06.463707 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd409388-777e-455c-92d0-e5d82450c008 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:06.464027 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd409388-777e-455c-92d0-e5d82450c008 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:06.464373 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd409388-777e-455c-92d0-e5d82450c008 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:06.464695 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd409388-777e-455c-92d0-e5d82450c008 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:06.465030 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd409388-777e-455c-92d0-e5d82450c008 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:06.465454 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd409388-777e-455c-92d0-e5d82450c008 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:06.465779 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd409388-777e-455c-92d0-e5d82450c008 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:06.466094 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd409388-777e-455c-92d0-e5d82450c008 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:06.473542 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:33:06.473542 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Checking segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:33:06.473542 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:06.473991 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Bound using segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:33:06.474101 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Bound port: 522a829c-c3e4-4824-b465-eae01716d611, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:33:06.474480 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (522a829c-c3e4-4824-b465-eae01716d611), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:06.482230 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Network d729aa6a-21f7-47de-a278-a508b8293cf2 is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:33:06.484916 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:06.490650 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:33:06.493261 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:33:06.525754 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Pushing event updated for resources: {'Port': ['ID=23a04935-eb9f-4daa-b73e-f89c9eeb5bc0,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:06.531116 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:33:06.550356 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] For port 522a829c-c3e4-4824-b465-eae01716d611, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:33:06.554539 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] For port 522a829c-c3e4-4824-b465-eae01716d611, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=522a829c-c3e4-4824-b465-eae01716d611,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:33:06.564335 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (522a829c-c3e4-4824-b465-eae01716d611), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:06.585755 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1fd21064-5b51-4724-8218-fc3fceeb86c2 req-2db4ae98-dacc-44b2-99ac-87ceb649e259 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502989 Oct 27 13:33:06.590259 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:06.604010 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658522'] for router_interface (0b2f04dc-fdd0-4f49-aa95-febc19f80a35), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:06.604279 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:06.605002 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae Oct 27 13:33:06.643658 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:06.645636 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd409388-777e-455c-92d0-e5d82450c008 None None] Pushing event updated for resources: {'Port': ['ID=522a829c-c3e4-4824-b465-eae01716d611,revision_number=3']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:06.654664 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Routers {'0b2f04dc-fdd0-4f49-aa95-febc19f80a35'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:33:06.655319 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:32:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:06.692280 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21064-5b51-4724-8218-fc3fceeb86c2 req-296bebb3-c61a-4676-ac36-dfa79cfe2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:06.694224 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1fd21064-5b51-4724-8218-fc3fceeb86c2 req-296bebb3-c61a-4676-ac36-dfa79cfe2282 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f291a3a8c0394e928aee758baa470ca7&device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 1129 time: 0.0509896 Oct 27 13:33:06.713842 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:06.725700 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:06.756059 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:06.758954 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-c1a7687c-2fc3-49d2-a39e-13fe43fe7f18 None None] Provisioning complete for port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:06.759376 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-c1a7687c-2fc3-49d2-a39e-13fe43fe7f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:06.759709 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-c1a7687c-2fc3-49d2-a39e-13fe43fe7f18 None None] Attempt 1 to provision port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 Oct 27 13:33:06.788562 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] Set router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:33:06.797669 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-c1a7687c-2fc3-49d2-a39e-13fe43fe7f18 None None] Port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:33:06.858050 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21064-5b51-4724-8218-fc3fceeb86c2 req-09ab3753-d5ab-4fa2-be2e-756549328071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:06.859506 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1fd21064-5b51-4724-8218-fc3fceeb86c2 req-09ab3753-d5ab-4fa2-be2e-756549328071 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 200 len: 912 time: 0.1414564 Oct 27 13:33:06.860200 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:06.956114 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1fd21064-5b51-4724-8218-fc3fceeb86c2 req-2d856e06-d91b-4100-b1ed-3028e461f768 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f0a58f6-2585-493b-a27f-602a89862c6f HTTP/1.1" status: 200 len: 1000 time: 0.0856202 Oct 27 13:33:06.956364 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'name': 'tempest-TestShelveInstance-1061083857-router', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '522a829c-c3e4-4824-b465-eae01716d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:05Z', 'revision_number': 3, 'project_id': 'a470328245084347ac78821d1a0184f7', 'gw_port': {'id': '522a829c-c3e4-4824-b465-eae01716d611', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:06.981476 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3941c49-c84e-49a7-8bf6-761be2c0ae74 None None] The sync data for ids ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'] in dv-cinder-862432-3-iscsi is: [{'id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'name': 'tempest-TestShelveInstance-1061083857-router', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '522a829c-c3e4-4824-b465-eae01716d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:05Z', 'revision_number': 3, 'project_id': 'a470328245084347ac78821d1a0184f7', 'gw_port': {'id': '522a829c-c3e4-4824-b465-eae01716d611', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:33:07.055837 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21064-5b51-4724-8218-fc3fceeb86c2 req-900aac5d-7836-4884-a372-bbdb46a61591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:07.057330 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1fd21064-5b51-4724-8218-fc3fceeb86c2 req-900aac5d-7836-4884-a372-bbdb46a61591 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ef90bec0-1c8b-4319-8bce-548391ed871c HTTP/1.1" status: 200 len: 850 time: 0.0838087 Oct 27 13:33:07.125091 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21064-5b51-4724-8218-fc3fceeb86c2 req-1cc1f14d-b150-4144-9614-60225a7dc704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:07.126578 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1fd21064-5b51-4724-8218-fc3fceeb86c2 req-1cc1f14d-b150-4144-9614-60225a7dc704 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628624 Oct 27 13:33:07.158801 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Publish callbacks [] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:07.190978 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:07.277911 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:07.279116 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Pushing event updated for resources: {'Port': ['ID=23a04935-eb9f-4daa-b73e-f89c9eeb5bc0,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:07.297761 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16190267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658606'] for router_interface (0b2f04dc-fdd0-4f49-aa95-febc19f80a35), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:07.308033 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1fd21064-5b51-4724-8218-fc3fceeb86c2 req-32055a1a-cb5a-4943-a171-5a8a42a6b686 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728680 Oct 27 13:33:07.407914 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:07.472877 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1fd21064-5b51-4724-8218-fc3fceeb86c2 req-c8e805ae-6826-44bd-aad3-cd95ba1f6f81 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498284 Oct 27 13:33:07.474478 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Network d729aa6a-21f7-47de-a278-a508b8293cf2 is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:33:07.475905 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:33:07.602135 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:33:07.727073 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-fc39bd21-0b0f-479d-8a15-28c9d962cb20 None None] Provisioning complete for port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:07.727505 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-fc39bd21-0b0f-479d-8a15-28c9d962cb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:07.727956 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-fc39bd21-0b0f-479d-8a15-28c9d962cb20 None None] Attempt 1 to provision port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 Oct 27 13:33:07.762669 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-fc39bd21-0b0f-479d-8a15-28c9d962cb20 None None] Port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:33:07.980300 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:33:07.985214 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-fb036c46-e2ad-4d1d-9e28-7e5108becf2b admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/0b2f04dc-fdd0-4f49-aa95-febc19f80a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3009880 Oct 27 13:33:08.480745 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36208) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:08.485598 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-43e1d08c-2fd3-4da2-affc-cea38b3859e5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1949558685-network', 'tenant_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:08.487498 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 522a829c-c3e4-4824-b465-eae01716d611 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:33:08.509819 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e1d08c-2fd3-4da2-affc-cea38b3859e5 admin admin] Made reservation on behalf of 07f26c9c2cbf4c7c8ff7eaa0baf3f2bd for: {'network': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:33:08.515135 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-43e1d08c-2fd3-4da2-affc-cea38b3859e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for network (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:08.525554 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-43e1d08c-2fd3-4da2-affc-cea38b3859e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:08.537491 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 522a829c-c3e4-4824-b465-eae01716d611 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:08.537723 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (522a829c-c3e4-4824-b465-eae01716d611), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:08.538014 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 522a829c-c3e4-4824-b465-eae01716d611 Oct 27 13:33:08.560636 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Sync routers for ids ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:33:08.587409 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Routers {'0b2f04dc-fdd0-4f49-aa95-febc19f80a35'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:33:08.588073 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:32:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:08.636894 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-43e1d08c-2fd3-4da2-affc-cea38b3859e5 admin admin] Publish callbacks [] for security_group (daa322b9-79d2-4596-9cac-acaadd9f25d2), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:08.643572 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-43e1d08c-2fd3-4da2-affc-cea38b3859e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (daa322b9-79d2-4596-9cac-acaadd9f25d2), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:08.674578 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e1d08c-2fd3-4da2-affc-cea38b3859e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=104533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:33:08.692153 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1d08c-2fd3-4da2-affc-cea38b3859e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa322b9-79d2-4596-9cac-acaadd9f25d2,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:08.695373 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-43e1d08c-2fd3-4da2-affc-cea38b3859e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (e7a82bcc-da6d-4b98-9cb7-7fed5076d792), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:08.695715 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.segments_db [None req-43e1d08c-2fd3-4da2-affc-cea38b3859e5 admin admin] Added segment e7a82bcc-da6d-4b98-9cb7-7fed5076d792 of type vlan for network 76b06adf-08a9-43d7-b8bc-21999373fb78 Oct 27 13:33:08.717305 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 522a829c-c3e4-4824-b465-eae01716d611 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:08.717689 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (522a829c-c3e4-4824-b465-eae01716d611), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:08.746997 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-43e1d08c-2fd3-4da2-affc-cea38b3859e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757664252079'] for network (76b06adf-08a9-43d7-b8bc-21999373fb78), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:08.750140 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:08.752217 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 522a829c-c3e4-4824-b465-eae01716d611, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=522a829c-c3e4-4824-b465-eae01716d611,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:33:08.759779 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (522a829c-c3e4-4824-b465-eae01716d611), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:08.763626 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Set router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:33:08.786779 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-43e1d08c-2fd3-4da2-affc-cea38b3859e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221'] for network (76b06adf-08a9-43d7-b8bc-21999373fb78), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:08.788315 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e1d08c-2fd3-4da2-affc-cea38b3859e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:08.789176 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-43e1d08c-2fd3-4da2-affc-cea38b3859e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:08.796305 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:08.888119 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-43e1d08c-2fd3-4da2-affc-cea38b3859e5 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4060090 Oct 27 13:33:08.891037 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36210) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:08.896600 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-a749244f-93f1-40a6-8d4b-bcf2e4852d3d admin admin] Request body: {'subnet': {'network_id': '76b06adf-08a9-43d7-b8bc-21999373fb78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1949558685-subnet', 'tenant_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'ip_version': 4}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:08.908978 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1d08c-2fd3-4da2-affc-cea38b3859e5 admin admin] Pushing event updated for resources: {'Network': ['ID=76b06adf-08a9-43d7-b8bc-21999373fb78,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:08.917693 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=522a829c-c3e4-4824-b465-eae01716d611,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:08.921200 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a749244f-93f1-40a6-8d4b-bcf2e4852d3d admin admin] Made reservation on behalf of 07f26c9c2cbf4c7c8ff7eaa0baf3f2bd for: {'subnet': 1} {{(pid=104532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:33:08.923770 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a749244f-93f1-40a6-8d4b-bcf2e4852d3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2644542'] for subnet (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:08.928865 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Network 76b06adf-08a9-43d7-b8bc-21999373fb78 details requested by agent ovs-agent-dv-cinder-862432-3-iscsi with host dv-cinder-862432-3-iscsi {{(pid=104534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:33:09.094571 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'name': 'tempest-TestShelveInstance-1061083857-router', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '522a829c-c3e4-4824-b465-eae01716d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:06Z', 'revision_number': 4, 'project_id': 'a470328245084347ac78821d1a0184f7', 'gw_port': {'id': '522a829c-c3e4-4824-b465-eae01716d611', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '23a04935-eb9f-4daa-b73e-f89c9eeb5bc0', 'name': '', 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'mac_address': 'fa:16:3e:08:4c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:06Z', 'updated_at': '2022-10-27T13:33:06Z', 'revision_number': 2, 'project_id': 'a470328245084347ac78821d1a0184f7', 'subnets': [{'id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:09.097891 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a749244f-93f1-40a6-8d4b-bcf2e4852d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2878557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2644560'] for subnet (9736aeba-7ff8-4cb1-8d4a-54396adabe98), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:09.126201 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Checking router: 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:33:09.126964 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Updating router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 binding host dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:33:09.154460 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749244f-93f1-40a6-8d4b-bcf2e4852d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9736aeba-7ff8-4cb1-8d4a-54396adabe98,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:09.158643 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:09.165895 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a749244f-93f1-40a6-8d4b-bcf2e4852d3d admin admin] Checking segment: {'id': 'e7a82bcc-da6d-4b98-9cb7-7fed5076d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '76b06adf-08a9-43d7-b8bc-21999373fb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:33:09.166254 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a749244f-93f1-40a6-8d4b-bcf2e4852d3d admin admin] Network hostable DHCP agents. Network: 76b06adf-08a9-43d7-b8bc-21999373fb78, hostable agents: ['e5b1243c-da85-4ffa-a40a-15395a59d61b'], hosted agents: [] {{(pid=104532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:33:09.183658 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a749244f-93f1-40a6-8d4b-bcf2e4852d3d admin admin] Network 76b06adf-08a9-43d7-b8bc-21999373fb78 is scheduled to be hosted by DHCP agent e5b1243c-da85-4ffa-a40a-15395a59d61b with binding_index 1 {{(pid=104532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:33:09.193474 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-a749244f-93f1-40a6-8d4b-bcf2e4852d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862432-3-iscsi, 76b06adf-08a9-43d7-b8bc-21999373fb78) {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:33:09.199972 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a749244f-93f1-40a6-8d4b-bcf2e4852d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:09.200382 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a749244f-93f1-40a6-8d4b-bcf2e4852d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:09.204284 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910c3ed4-7e8b-426f-bfcd-a204c575e43f None None] Network 76b06adf-08a9-43d7-b8bc-21999373fb78 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:33:09.219184 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-a749244f-93f1-40a6-8d4b-bcf2e4852d3d admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3268852 Oct 27 13:33:09.221891 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36212) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:09.228011 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1949558685-router', 'tenant_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:09.243284 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:09.251078 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:09.257500 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1006292'] for router (5b77bd7d-084a-48ff-89c9-03fb72abb5e1), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:09.258577 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663004', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1006319'] for router (5b77bd7d-084a-48ff-89c9-03fb72abb5e1), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:09.318485 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Publish callbacks [] for router_controller (5b77bd7d-084a-48ff-89c9-03fb72abb5e1), precommit_add_association {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:09.532328 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:09.570026 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe4b0003-7596-5709-b003-0e8d4fe063b1-76b06adf-08a9-43d7-b8bc-21999373fb78', 'network_id': '76b06adf-08a9-43d7-b8bc-21999373fb78', 'project_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'fixed_ips': [{'subnet_id': '9736aeba-7ff8-4cb1-8d4a-54396adabe98'}]}} from dv-cinder-862432-3-iscsi. {{(pid=104534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 13:33:09.570881 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:09.744613 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Publish callbacks [] for router_gateway (5b77bd7d-084a-48ff-89c9-03fb72abb5e1), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:09.774569 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Publish callbacks [] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), precommit_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:09.785043 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:09.810841 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:09.829072 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.db_base_plugin_common [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Allocated IP 172.20.0.2 (76b06adf-08a9-43d7-b8bc-21999373fb78/9736aeba-7ff8-4cb1-8d4a-54396adabe98/d6b954f7-d4f4-44b8-b89e-58c6835102fb) {{(pid=104534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:33:09.866232 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736b387-419f-4fff-b90d-95ac8e23ed69 None None] Pushing event updated for resources: {'Port': ['ID=23a04935-eb9f-4daa-b73e-f89c9eeb5bc0,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:09.947521 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Attempting to bind port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:33:09.947886 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Attempting to bind port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '56ea91c3-cd19-47c1-811c-d9a8488bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:33:09.948273 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Attempting to bind port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 on network d729aa6a-21f7-47de-a278-a508b8293cf2 {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:33:09.962263 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Publish callbacks [] for router_gateway (5b77bd7d-084a-48ff-89c9-03fb72abb5e1), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:09.981868 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:10.019627 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:33:10.028907 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Checking segment: {'id': '56ea91c3-cd19-47c1-811c-d9a8488bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:33:10.028907 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:10.028907 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Bound using segment: {'id': '56ea91c3-cd19-47c1-811c-d9a8488bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:33:10.028907 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Bound port: 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ea91c3-cd19-47c1-811c-d9a8488bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:33:10.028907 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:10.095632 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Allocated IP 172.27.0.71 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/966629d2-08f6-4bca-92eb-7a8913227dbc) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:33:10.107393 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Publish callbacks [] for port (d6b954f7-d4f4-44b8-b89e-58c6835102fb), precommit_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:10.125239 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384'] for port (d6b954f7-d4f4-44b8-b89e-58c6835102fb), after_create {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:10.166134 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] For port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:33:10.187728 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] For port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=23a04935-eb9f-4daa-b73e-f89c9eeb5bc0,segment=NetworkSegment(56ea91c3-cd19-47c1-811c-d9a8488bd80f),segment_id=56ea91c3-cd19-47c1-811c-d9a8488bd80f)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:33:10.190189 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Network 76b06adf-08a9-43d7-b8bc-21999373fb78 is already hosted by enough agents. {{(pid=104534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:33:10.197040 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.base_scheduler [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Resources bound (agent type, host, resource id): {{(pid=104534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:33:10.198891 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Pushing event updated for resources: {'Port': ['ID=d6b954f7-d4f4-44b8-b89e-58c6835102fb,revision_number=1']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:10.201121 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Received port after_create {{(pid=104534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:33:10.205430 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:10.207612 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Publish callbacks [] for port (966629d2-08f6-4bca-92eb-7a8913227dbc), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:10.242913 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (966629d2-08f6-4bca-92eb-7a8913227dbc), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:10.286757 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Routers {'0b2f04dc-fdd0-4f49-aa95-febc19f80a35'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:33:10.287503 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:32:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:10.297705 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:33:10.297705 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Pushing event updated for resources: {'Port': ['ID=966629d2-08f6-4bca-92eb-7a8913227dbc,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:10.301641 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:33:10.304306 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:33:10.330812 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:10.350906 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Attempting to bind port d6b954f7-d4f4-44b8-b89e-58c6835102fb on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:33:10.351215 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Attempting to bind port d6b954f7-d4f4-44b8-b89e-58c6835102fb by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': 'e7a82bcc-da6d-4b98-9cb7-7fed5076d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '76b06adf-08a9-43d7-b8bc-21999373fb78'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:33:10.351516 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Attempting to bind port d6b954f7-d4f4-44b8-b89e-58c6835102fb on network 76b06adf-08a9-43d7-b8bc-21999373fb78 {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:33:10.355527 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736b387-419f-4fff-b90d-95ac8e23ed69 None None] Pushing event updated for resources: {'Port': ['ID=23a04935-eb9f-4daa-b73e-f89c9eeb5bc0,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:10.456688 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:33:10.457200 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Checking segment: {'id': 'e7a82bcc-da6d-4b98-9cb7-7fed5076d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '76b06adf-08a9-43d7-b8bc-21999373fb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:33:10.458009 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:10.458462 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Bound using segment: {'id': 'e7a82bcc-da6d-4b98-9cb7-7fed5076d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '76b06adf-08a9-43d7-b8bc-21999373fb78'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:33:10.459108 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Bound port: d6b954f7-d4f4-44b8-b89e-58c6835102fb, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a82bcc-da6d-4b98-9cb7-7fed5076d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '76b06adf-08a9-43d7-b8bc-21999373fb78'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:33:10.459614 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (d6b954f7-d4f4-44b8-b89e-58c6835102fb), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:10.476365 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] Set router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:33:10.507317 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 522a829c-c3e4-4824-b465-eae01716d611 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:33:10.558379 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:10.576865 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:10.587799 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:10.627197 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Publish callbacks [] for router_gateway (5b77bd7d-084a-48ff-89c9-03fb72abb5e1), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:10.697938 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] For port d6b954f7-d4f4-44b8-b89e-58c6835102fb, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:33:10.704466 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 522a829c-c3e4-4824-b465-eae01716d611 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:10.705021 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (522a829c-c3e4-4824-b465-eae01716d611), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:10.705354 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 522a829c-c3e4-4824-b465-eae01716d611 Oct 27 13:33:10.740383 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] For port d6b954f7-d4f4-44b8-b89e-58c6835102fb, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=d6b954f7-d4f4-44b8-b89e-58c6835102fb,segment=NetworkSegment(e7a82bcc-da6d-4b98-9cb7-7fed5076d792),segment_id=e7a82bcc-da6d-4b98-9cb7-7fed5076d792)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:33:10.764637 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (d6b954f7-d4f4-44b8-b89e-58c6835102fb), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:10.879296 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658732'] for router (5b77bd7d-084a-48ff-89c9-03fb72abb5e1), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:10.892883 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7081d91-3a76-476b-829a-f961dbd1759d None None] Pushing event updated for resources: {'Port': ['ID=d6b954f7-d4f4-44b8-b89e-58c6835102fb,revision_number=2']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:10.904569 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'name': 'tempest-TestShelveInstance-1061083857-router', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '522a829c-c3e4-4824-b465-eae01716d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:06Z', 'revision_number': 4, 'project_id': 'a470328245084347ac78821d1a0184f7', 'gw_port': {'id': '522a829c-c3e4-4824-b465-eae01716d611', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '23a04935-eb9f-4daa-b73e-f89c9eeb5bc0', 'name': '', 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'mac_address': 'fa:16:3e:08:4c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:06Z', 'updated_at': '2022-10-27T13:33:10Z', 'revision_number': 4, 'project_id': 'a470328245084347ac78821d1a0184f7', 'subnets': [{'id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:10.935637 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd760e8-be5c-41bd-a6bb-02c3a2c5edde None None] The sync data for ids ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'] in dv-cinder-862432-3-iscsi is: [{'id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'name': 'tempest-TestShelveInstance-1061083857-router', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '522a829c-c3e4-4824-b465-eae01716d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:06Z', 'revision_number': 4, 'project_id': 'a470328245084347ac78821d1a0184f7', 'gw_port': {'id': '522a829c-c3e4-4824-b465-eae01716d611', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '23a04935-eb9f-4daa-b73e-f89c9eeb5bc0', 'name': '', 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'mac_address': 'fa:16:3e:08:4c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:06Z', 'updated_at': '2022-10-27T13:33:10Z', 'revision_number': 4, 'project_id': 'a470328245084347ac78821d1a0184f7', 'subnets': [{'id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:33:10.939000 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 522a829c-c3e4-4824-b465-eae01716d611 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:11.088731 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Router 5b77bd7d-084a-48ff-89c9-03fb72abb5e1 is scheduled to L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 with binding_index 1 {{(pid=104532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 13:33:11.236527 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:33:11.262103 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Sync routers for ids ['5b77bd7d-084a-48ff-89c9-03fb72abb5e1'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:33:11.271669 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:11.276099 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-ad633e07-e705-48e9-8b43-fdd8508061f0 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0493014 Oct 27 13:33:11.276501 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36214) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:11.280379 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Routers {'5b77bd7d-084a-48ff-89c9-03fb72abb5e1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:33:11.280379 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:32:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['5b77bd7d-084a-48ff-89c9-03fb72abb5e1'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:11.403772 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Set router 5b77bd7d-084a-48ff-89c9-03fb72abb5e1 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:33:11.630071 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'name': 'tempest-TestShelveInstance-1949558685-router', 'tenant_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '966629d2-08f6-4bca-92eb-7a8913227dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:09Z', 'updated_at': '2022-10-27T13:33:10Z', 'revision_number': 3, 'project_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'gw_port': {'id': '966629d2-08f6-4bca-92eb-7a8913227dbc', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:09Z', 'updated_at': '2022-10-27T13:33:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:11.662463 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Checking router: 5b77bd7d-084a-48ff-89c9-03fb72abb5e1 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:33:11.663133 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Updating router 5b77bd7d-084a-48ff-89c9-03fb72abb5e1 port 966629d2-08f6-4bca-92eb-7a8913227dbc binding host dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:33:11.703347 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (966629d2-08f6-4bca-92eb-7a8913227dbc), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:11.737280 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:11.798569 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:11.801830 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:11.938341 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:11.941605 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7952ba85-9fbe-4df7-90e4-507354f4140f None None] Network 76b06adf-08a9-43d7-b8bc-21999373fb78 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:33:11.997159 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Allocated IP 172.20.0.1 (76b06adf-08a9-43d7-b8bc-21999373fb78/9736aeba-7ff8-4cb1-8d4a-54396adabe98/ebc941ab-c6eb-4e62-88df-a5094f3abbfa) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:33:12.013037 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Publish callbacks [] for port (966629d2-08f6-4bca-92eb-7a8913227dbc), precommit_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.026789 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (966629d2-08f6-4bca-92eb-7a8913227dbc), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.032616 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-4fbdc0b4-7f0c-4ebf-a299-b6f006d15342 None None] Provisioning complete for port d6b954f7-d4f4-44b8-b89e-58c6835102fb triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:12.032994 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-4fbdc0b4-7f0c-4ebf-a299-b6f006d15342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (d6b954f7-d4f4-44b8-b89e-58c6835102fb), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.033325 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-4fbdc0b4-7f0c-4ebf-a299-b6f006d15342 None None] Attempt 1 to provision port d6b954f7-d4f4-44b8-b89e-58c6835102fb Oct 27 13:33:12.099551 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Attempting to bind port 966629d2-08f6-4bca-92eb-7a8913227dbc on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:33:12.100070 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Attempting to bind port 966629d2-08f6-4bca-92eb-7a8913227dbc by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:33:12.100549 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Attempting to bind port 966629d2-08f6-4bca-92eb-7a8913227dbc on network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:33:12.104211 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d198a92-acd6-4818-8e87-337245285870 None None] Pushing event updated for resources: {'Port': ['ID=966629d2-08f6-4bca-92eb-7a8913227dbc,revision_number=2']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:12.131960 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Publish callbacks [] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.173729 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.182992 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:33:12.183415 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Checking segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:33:12.183820 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.184525 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Bound using segment: {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'} {{(pid=104535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:33:12.185133 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.managers [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Bound port: 966629d2-08f6-4bca-92eb-7a8913227dbc, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc5cef8-1975-42ba-afc0-bbf1d20698bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267'}}] {{(pid=104535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:33:12.186466 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (966629d2-08f6-4bca-92eb-7a8913227dbc), before_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.204354 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-4fbdc0b4-7f0c-4ebf-a299-b6f006d15342 None None] Current status of the port d6b954f7-d4f4-44b8-b89e-58c6835102fb is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:12.205015 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-4fbdc0b4-7f0c-4ebf-a299-b6f006d15342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (d6b954f7-d4f4-44b8-b89e-58c6835102fb), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.222685 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Network 76b06adf-08a9-43d7-b8bc-21999373fb78 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:33:12.226643 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:33:12.231050 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:33:12.267997 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-4fbdc0b4-7f0c-4ebf-a299-b6f006d15342 None None] For port d6b954f7-d4f4-44b8-b89e-58c6835102fb, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=d6b954f7-d4f4-44b8-b89e-58c6835102fb,segment=NetworkSegment(e7a82bcc-da6d-4b98-9cb7-7fed5076d792),segment_id=e7a82bcc-da6d-4b98-9cb7-7fed5076d792)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:33:12.269886 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc941ab-c6eb-4e62-88df-a5094f3abbfa,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:12.272675 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] For port 966629d2-08f6-4bca-92eb-7a8913227dbc, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:33:12.276968 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.db [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] For port 966629d2-08f6-4bca-92eb-7a8913227dbc, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=966629d2-08f6-4bca-92eb-7a8913227dbc,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:33:12.282874 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-4fbdc0b4-7f0c-4ebf-a299-b6f006d15342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (d6b954f7-d4f4-44b8-b89e-58c6835102fb), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.288035 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (966629d2-08f6-4bca-92eb-7a8913227dbc), after_update {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.297436 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658522'] for router_interface (5b77bd7d-084a-48ff-89c9-03fb72abb5e1), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.343968 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:12.380056 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbdc0b4-7f0c-4ebf-a299-b6f006d15342 None None] Pushing event updated for resources: {'Port': ['ID=d6b954f7-d4f4-44b8-b89e-58c6835102fb,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:12.461721 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Routers {'5b77bd7d-084a-48ff-89c9-03fb72abb5e1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:33:12.462372 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:32:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['5b77bd7d-084a-48ff-89c9-03fb72abb5e1'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:12.482116 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.532066 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-329acc92-7063-4ee9-aa0c-c53bab1e861c None None] Provisioning complete for port d6b954f7-d4f4-44b8-b89e-58c6835102fb triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:12.532466 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-329acc92-7063-4ee9-aa0c-c53bab1e861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (d6b954f7-d4f4-44b8-b89e-58c6835102fb), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.532883 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-329acc92-7063-4ee9-aa0c-c53bab1e861c None None] Attempt 1 to provision port d6b954f7-d4f4-44b8-b89e-58c6835102fb Oct 27 13:33:12.576441 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] Set router 5b77bd7d-084a-48ff-89c9-03fb72abb5e1 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:33:12.621044 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:33:12.713208 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:12.713644 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:12.718992 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:12.718992 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.719434 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 Oct 27 13:33:12.727284 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d198a92-acd6-4818-8e87-337245285870 None None] Pushing event updated for resources: {'Port': ['ID=966629d2-08f6-4bca-92eb-7a8913227dbc,revision_number=3']} {{(pid=104535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:12.735766 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:12.758614 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-329acc92-7063-4ee9-aa0c-c53bab1e861c None None] Current status of the port d6b954f7-d4f4-44b8-b89e-58c6835102fb is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:12.804176 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Publish callbacks [] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.812547 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.823454 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:12.823934 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.842474 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'name': 'tempest-TestShelveInstance-1949558685-router', 'tenant_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '966629d2-08f6-4bca-92eb-7a8913227dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:09Z', 'updated_at': '2022-10-27T13:33:12Z', 'revision_number': 4, 'project_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'gw_port': {'id': '966629d2-08f6-4bca-92eb-7a8913227dbc', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:09Z', 'updated_at': '2022-10-27T13:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'ebc941ab-c6eb-4e62-88df-a5094f3abbfa', 'name': '', 'network_id': '76b06adf-08a9-43d7-b8bc-21999373fb78', 'tenant_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'mac_address': 'fa:16:3e:56:5e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '9736aeba-7ff8-4cb1-8d4a-54396adabe98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:11Z', 'updated_at': '2022-10-27T13:33:12Z', 'revision_number': 1, 'project_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'subnets': [{'id': '9736aeba-7ff8-4cb1-8d4a-54396adabe98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:12.863488 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=23a04935-eb9f-4daa-b73e-f89c9eeb5bc0,segment=NetworkSegment(56ea91c3-cd19-47c1-811c-d9a8488bd80f),segment_id=56ea91c3-cd19-47c1-811c-d9a8488bd80f)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:33:12.876532 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0293c0-44b7-49d8-a6dd-bd445d7ad1cb None None] The sync data for ids ['5b77bd7d-084a-48ff-89c9-03fb72abb5e1'] in dv-cinder-862432-3-iscsi is: [{'id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'name': 'tempest-TestShelveInstance-1949558685-router', 'tenant_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '966629d2-08f6-4bca-92eb-7a8913227dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:09Z', 'updated_at': '2022-10-27T13:33:12Z', 'revision_number': 4, 'project_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'gw_port': {'id': '966629d2-08f6-4bca-92eb-7a8913227dbc', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:09Z', 'updated_at': '2022-10-27T13:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'ebc941ab-c6eb-4e62-88df-a5094f3abbfa', 'name': '', 'network_id': '76b06adf-08a9-43d7-b8bc-21999373fb78', 'tenant_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'mac_address': 'fa:16:3e:56:5e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '9736aeba-7ff8-4cb1-8d4a-54396adabe98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:11Z', 'updated_at': '2022-10-27T13:33:12Z', 'revision_number': 1, 'project_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'subnets': [{'id': '9736aeba-7ff8-4cb1-8d4a-54396adabe98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:33:12.881916 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.882666 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device d6b954f7-d4f4-44b8-b89e-58c6835102fb up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:33:12.891992 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc941ab-c6eb-4e62-88df-a5094f3abbfa,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:12.907173 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16190267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658606'] for router_interface (5b77bd7d-084a-48ff-89c9-03fb72abb5e1), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.933585 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:12.943419 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-6087377a-93f0-4f18-ba5a-4e2b345294f8 None None] Provisioning complete for port ebc941ab-c6eb-4e62-88df-a5094f3abbfa triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:12.943971 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-6087377a-93f0-4f18-ba5a-4e2b345294f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:12.944065 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-6087377a-93f0-4f18-ba5a-4e2b345294f8 None None] Attempt 1 to provision port ebc941ab-c6eb-4e62-88df-a5094f3abbfa Oct 27 13:33:13.011437 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-6087377a-93f0-4f18-ba5a-4e2b345294f8 None None] Port ebc941ab-c6eb-4e62-88df-a5094f3abbfa cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:33:13.014580 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=23a04935-eb9f-4daa-b73e-f89c9eeb5bc0,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:13.017315 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port d6b954f7-d4f4-44b8-b89e-58c6835102fb triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:13.017689 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (d6b954f7-d4f4-44b8-b89e-58c6835102fb), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:13.018024 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port d6b954f7-d4f4-44b8-b89e-58c6835102fb Oct 27 13:33:13.021802 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Network 76b06adf-08a9-43d7-b8bc-21999373fb78 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:33:13.023399 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:33:13.111515 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port d6b954f7-d4f4-44b8-b89e-58c6835102fb is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:13.164373 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Router 5b77bd7d-084a-48ff-89c9-03fb72abb5e1 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:33:13.290479 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:33:13.295426 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-fc250554-01c3-41d6-bbb0-1036bfaa7cf6 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/5b77bd7d-084a-48ff-89c9-03fb72abb5e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0177722 Oct 27 13:33:13.335211 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-f624e26e-f8fd-4e46-8e38-311d8c428d84 None None] Provisioning complete for port ebc941ab-c6eb-4e62-88df-a5094f3abbfa triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:13.335581 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f624e26e-f8fd-4e46-8e38-311d8c428d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:13.335919 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-f624e26e-f8fd-4e46-8e38-311d8c428d84 None None] Attempt 1 to provision port ebc941ab-c6eb-4e62-88df-a5094f3abbfa Oct 27 13:33:13.374327 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-f624e26e-f8fd-4e46-8e38-311d8c428d84 None None] Port ebc941ab-c6eb-4e62-88df-a5094f3abbfa cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:33:13.672516 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36222) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:13.677641 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-e96fd5e0-a4d6-40cb-9691-74b9b0539bf3 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1302466109', 'description': 'tempest-secgroup-smoke-1302466109 description', 'project_id': 'a470328245084347ac78821d1a0184f7'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:13.700050 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e96fd5e0-a4d6-40cb-9691-74b9b0539bf3 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:13.801159 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e96fd5e0-a4d6-40cb-9691-74b9b0539bf3 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group (b4f68a77-a99a-4d20-9cbb-5192fe3749e1), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:13.808657 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e96fd5e0-a4d6-40cb-9691-74b9b0539bf3 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (b4f68a77-a99a-4d20-9cbb-5192fe3749e1), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:13.845639 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-e96fd5e0-a4d6-40cb-9691-74b9b0539bf3 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:13.847475 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-e96fd5e0-a4d6-40cb-9691-74b9b0539bf3 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1738954 Oct 27 13:33:13.848405 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fd5e0-a4d6-40cb-9691-74b9b0539bf3 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f68a77-a99a-4d20-9cbb-5192fe3749e1,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:13.850980 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36224) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:13.855952 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-616c92f1-a158-46b1-baa7-8012c9825d65 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Request body: {'security_group_rule': {'security_group_id': 'b4f68a77-a99a-4d20-9cbb-5192fe3749e1', 'project_id': 'a470328245084347ac78821d1a0184f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:13.886003 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-616c92f1-a158-46b1-baa7-8012c9825d65 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (72ea7df5-f9f4-49cd-be56-b07d470059d9), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:13.949617 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-616c92f1-a158-46b1-baa7-8012c9825d65 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (72ea7df5-f9f4-49cd-be56-b07d470059d9), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:13.954760 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-616c92f1-a158-46b1-baa7-8012c9825d65 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (72ea7df5-f9f4-49cd-be56-b07d470059d9), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:13.977333 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c92f1-a158-46b1-baa7-8012c9825d65 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ea7df5-f9f4-49cd-be56-b07d470059d9,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:13.984255 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-616c92f1-a158-46b1-baa7-8012c9825d65 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:13.985696 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-616c92f1-a158-46b1-baa7-8012c9825d65 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335609 Oct 27 13:33:13.988953 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36226) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:13.993482 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-5709bde5-73aa-470d-9a4f-95b5f16e6173 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Request body: {'security_group_rule': {'security_group_id': 'b4f68a77-a99a-4d20-9cbb-5192fe3749e1', 'project_id': 'a470328245084347ac78821d1a0184f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:14.023033 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:14.025220 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5709bde5-73aa-470d-9a4f-95b5f16e6173 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (1f3b5099-2df1-4e5c-b9ee-9724ce11af4b), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.095673 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5709bde5-73aa-470d-9a4f-95b5f16e6173 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (1f3b5099-2df1-4e5c-b9ee-9724ce11af4b), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.100837 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5709bde5-73aa-470d-9a4f-95b5f16e6173 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (1f3b5099-2df1-4e5c-b9ee-9724ce11af4b), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.122476 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709bde5-73aa-470d-9a4f-95b5f16e6173 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3b5099-2df1-4e5c-b9ee-9724ce11af4b,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:14.131795 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-5709bde5-73aa-470d-9a4f-95b5f16e6173 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.133171 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-5709bde5-73aa-470d-9a4f-95b5f16e6173 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1432462 Oct 27 13:33:14.136069 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36228) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:14.141187 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-713161ac-80cf-484c-9665-fcb202bad583 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Request body: {'security_group_rule': {'security_group_id': 'b4f68a77-a99a-4d20-9cbb-5192fe3749e1', 'project_id': 'a470328245084347ac78821d1a0184f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:14.171463 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-713161ac-80cf-484c-9665-fcb202bad583 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (85ffb61d-d955-4827-bb2f-cd0cad1fce70), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.240286 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-713161ac-80cf-484c-9665-fcb202bad583 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (85ffb61d-d955-4827-bb2f-cd0cad1fce70), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.245450 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-713161ac-80cf-484c-9665-fcb202bad583 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (85ffb61d-d955-4827-bb2f-cd0cad1fce70), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.267326 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713161ac-80cf-484c-9665-fcb202bad583 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ffb61d-d955-4827-bb2f-cd0cad1fce70,revision_number=0']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:14.275615 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-713161ac-80cf-484c-9665-fcb202bad583 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.279732 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36230) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:14.279924 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-713161ac-80cf-484c-9665-fcb202bad583 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425686 Oct 27 13:33:14.285420 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-ffc27956-b84e-4670-a101-d84e320c0730 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Request body: {'security_group_rule': {'security_group_id': 'b4f68a77-a99a-4d20-9cbb-5192fe3749e1', 'project_id': 'a470328245084347ac78821d1a0184f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:14.314782 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ffc27956-b84e-4670-a101-d84e320c0730 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (c2d4fd5f-87f8-4350-9480-969760b0b9b2), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.378445 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ffc27956-b84e-4670-a101-d84e320c0730 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (c2d4fd5f-87f8-4350-9480-969760b0b9b2), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.383191 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ffc27956-b84e-4670-a101-d84e320c0730 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (c2d4fd5f-87f8-4350-9480-969760b0b9b2), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.404211 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc27956-b84e-4670-a101-d84e320c0730 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d4fd5f-87f8-4350-9480-969760b0b9b2,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:14.414873 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ffc27956-b84e-4670-a101-d84e320c0730 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.416143 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-ffc27956-b84e-4670-a101-d84e320c0730 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1349702 Oct 27 13:33:14.419116 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36232) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:14.423785 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-a544f858-a06e-4808-8d45-89cfd99f53fa tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Request body: {'security_group_rule': {'security_group_id': 'b4f68a77-a99a-4d20-9cbb-5192fe3749e1', 'project_id': 'a470328245084347ac78821d1a0184f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:14.454382 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.securitygroups_db [None req-a544f858-a06e-4808-8d45-89cfd99f53fa tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Project a470328245084347ac78821d1a0184f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 13:33:14.461475 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a544f858-a06e-4808-8d45-89cfd99f53fa tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (e329cda1-f8d3-4602-ac7e-d61662d167e3), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.531724 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a544f858-a06e-4808-8d45-89cfd99f53fa tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (e329cda1-f8d3-4602-ac7e-d61662d167e3), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.538803 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a544f858-a06e-4808-8d45-89cfd99f53fa tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (e329cda1-f8d3-4602-ac7e-d61662d167e3), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.560378 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544f858-a06e-4808-8d45-89cfd99f53fa tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e329cda1-f8d3-4602-ac7e-d61662d167e3,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:14.567025 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a544f858-a06e-4808-8d45-89cfd99f53fa tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.571360 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-a544f858-a06e-4808-8d45-89cfd99f53fa tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480284 Oct 27 13:33:14.571360 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36234) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:14.574797 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:33:14.576348 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [None req-cfebcdf3-a01b-4f7b-9368-e940a11a3ed5 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Request body: {'security_group_rule': {'security_group_id': 'b4f68a77-a99a-4d20-9cbb-5192fe3749e1', 'project_id': 'a470328245084347ac78821d1a0184f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:14.601413 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.securitygroups_db [None req-cfebcdf3-a01b-4f7b-9368-e940a11a3ed5 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Project a470328245084347ac78821d1a0184f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 13:33:14.607750 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-cfebcdf3-a01b-4f7b-9368-e940a11a3ed5 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (3be83873-5c7c-41ba-8b6c-a5a4927e84d7), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.631639 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:14.632519 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.633081 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 Oct 27 13:33:14.671080 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:14.682898 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-cfebcdf3-a01b-4f7b-9368-e940a11a3ed5 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (3be83873-5c7c-41ba-8b6c-a5a4927e84d7), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.686963 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-cfebcdf3-a01b-4f7b-9368-e940a11a3ed5 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633849'] for security_group_rule (3be83873-5c7c-41ba-8b6c-a5a4927e84d7), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.705634 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:14.709699 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebcdf3-a01b-4f7b-9368-e940a11a3ed5 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be83873-5c7c-41ba-8b6c-a5a4927e84d7,revision_number=0']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:14.717027 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:14.717567 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-cfebcdf3-a01b-4f7b-9368-e940a11a3ed5 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.718234 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 966629d2-08f6-4bca-92eb-7a8913227dbc up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:33:14.718937 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-cfebcdf3-a01b-4f7b-9368-e940a11a3ed5 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469991 Oct 27 13:33:14.766174 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 966629d2-08f6-4bca-92eb-7a8913227dbc triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:14.766492 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (966629d2-08f6-4bca-92eb-7a8913227dbc), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:14.766830 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 966629d2-08f6-4bca-92eb-7a8913227dbc Oct 27 13:33:14.992103 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 966629d2-08f6-4bca-92eb-7a8913227dbc is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:14.992523 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (966629d2-08f6-4bca-92eb-7a8913227dbc), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:15.015694 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port 966629d2-08f6-4bca-92eb-7a8913227dbc, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=966629d2-08f6-4bca-92eb-7a8913227dbc,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:33:15.024055 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (966629d2-08f6-4bca-92eb-7a8913227dbc), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:15.102427 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=966629d2-08f6-4bca-92eb-7a8913227dbc,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:15.212141 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Sync routers for ids ['5b77bd7d-084a-48ff-89c9-03fb72abb5e1'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:33:15.224641 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Routers {'5b77bd7d-084a-48ff-89c9-03fb72abb5e1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:33:15.225278 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:32:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['5b77bd7d-084a-48ff-89c9-03fb72abb5e1'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:15.335578 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Set router 5b77bd7d-084a-48ff-89c9-03fb72abb5e1 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:33:15.337192 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:15.552093 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'name': 'tempest-TestShelveInstance-1949558685-router', 'tenant_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '966629d2-08f6-4bca-92eb-7a8913227dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:09Z', 'updated_at': '2022-10-27T13:33:12Z', 'revision_number': 4, 'project_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'gw_port': {'id': '966629d2-08f6-4bca-92eb-7a8913227dbc', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:09Z', 'updated_at': '2022-10-27T13:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'ebc941ab-c6eb-4e62-88df-a5094f3abbfa', 'name': '', 'network_id': '76b06adf-08a9-43d7-b8bc-21999373fb78', 'tenant_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'mac_address': 'fa:16:3e:56:5e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '9736aeba-7ff8-4cb1-8d4a-54396adabe98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:11Z', 'updated_at': '2022-10-27T13:33:12Z', 'revision_number': 2, 'project_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'subnets': [{'id': '9736aeba-7ff8-4cb1-8d4a-54396adabe98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:15.577359 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Checking router: 5b77bd7d-084a-48ff-89c9-03fb72abb5e1 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:33:15.578037 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Updating router 5b77bd7d-084a-48ff-89c9-03fb72abb5e1 port ebc941ab-c6eb-4e62-88df-a5094f3abbfa binding host dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:33:15.607689 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:15.895525 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Publish callbacks [] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), precommit_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:15.896804 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:15.902441 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:15.966208 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407acbc-e3cd-46a9-a2a8-8b20a54fa86c None None] Pushing event updated for resources: {'Port': ['ID=ebc941ab-c6eb-4e62-88df-a5094f3abbfa,revision_number=3']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:15.996580 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Attempting to bind port ebc941ab-c6eb-4e62-88df-a5094f3abbfa on host dv-cinder-862432-3-iscsi for vnic_type normal with profile {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:33:15.996969 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Attempting to bind port ebc941ab-c6eb-4e62-88df-a5094f3abbfa by drivers openvswitch,hyperv on host dv-cinder-862432-3-iscsi at level 0 using segments [{'id': 'e7a82bcc-da6d-4b98-9cb7-7fed5076d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '76b06adf-08a9-43d7-b8bc-21999373fb78'}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:33:15.997319 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Attempting to bind port ebc941ab-c6eb-4e62-88df-a5094f3abbfa on network 76b06adf-08a9-43d7-b8bc-21999373fb78 {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:33:16.042982 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Checking agent: {'id': 'b7e1c44e-f650-4439-bd6f-c90aa72fd2aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862432-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 15, 33), 'started_at': datetime.datetime(2022, 10, 27, 13, 16, 3), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862432-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:33:16.043351 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Checking segment: {'id': 'e7a82bcc-da6d-4b98-9cb7-7fed5076d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '76b06adf-08a9-43d7-b8bc-21999373fb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:33:16.043752 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:16.044442 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Bound using segment: {'id': 'e7a82bcc-da6d-4b98-9cb7-7fed5076d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '76b06adf-08a9-43d7-b8bc-21999373fb78'} {{(pid=104534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:33:16.044646 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.managers [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Bound port: ebc941ab-c6eb-4e62-88df-a5094f3abbfa, host: dv-cinder-862432-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a82bcc-da6d-4b98-9cb7-7fed5076d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '76b06adf-08a9-43d7-b8bc-21999373fb78'}}] {{(pid=104534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:33:16.045027 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:16.113647 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] For port ebc941ab-c6eb-4e62-88df-a5094f3abbfa, host dv-cinder-862432-3-iscsi, cleared binding levels {{(pid=104534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:33:16.117491 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] For port ebc941ab-c6eb-4e62-88df-a5094f3abbfa, host dv-cinder-862432-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=ebc941ab-c6eb-4e62-88df-a5094f3abbfa,segment=NetworkSegment(e7a82bcc-da6d-4b98-9cb7-7fed5076d792),segment_id=e7a82bcc-da6d-4b98-9cb7-7fed5076d792)] {{(pid=104534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:33:16.124760 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:16.167838 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Routers {'5b77bd7d-084a-48ff-89c9-03fb72abb5e1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:33:16.168404 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:32:59Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['5b77bd7d-084a-48ff-89c9-03fb72abb5e1'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:16.229794 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407acbc-e3cd-46a9-a2a8-8b20a54fa86c None None] Pushing event updated for resources: {'Port': ['ID=ebc941ab-c6eb-4e62-88df-a5094f3abbfa,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:16.296990 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] Set router 5b77bd7d-084a-48ff-89c9-03fb72abb5e1 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:33:16.298527 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:16.516647 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'name': 'tempest-TestShelveInstance-1949558685-router', 'tenant_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '966629d2-08f6-4bca-92eb-7a8913227dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:09Z', 'updated_at': '2022-10-27T13:33:12Z', 'revision_number': 4, 'project_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'gw_port': {'id': '966629d2-08f6-4bca-92eb-7a8913227dbc', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:09Z', 'updated_at': '2022-10-27T13:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'ebc941ab-c6eb-4e62-88df-a5094f3abbfa', 'name': '', 'network_id': '76b06adf-08a9-43d7-b8bc-21999373fb78', 'tenant_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'mac_address': 'fa:16:3e:56:5e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '9736aeba-7ff8-4cb1-8d4a-54396adabe98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:11Z', 'updated_at': '2022-10-27T13:33:16Z', 'revision_number': 4, 'project_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'subnets': [{'id': '9736aeba-7ff8-4cb1-8d4a-54396adabe98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:16.522011 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 966629d2-08f6-4bca-92eb-7a8913227dbc up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:33:16.566880 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d68d0-4890-4c4b-a500-2e80424fbae4 None None] The sync data for ids ['5b77bd7d-084a-48ff-89c9-03fb72abb5e1'] in dv-cinder-862432-3-iscsi is: [{'id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'name': 'tempest-TestShelveInstance-1949558685-router', 'tenant_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '966629d2-08f6-4bca-92eb-7a8913227dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:09Z', 'updated_at': '2022-10-27T13:33:12Z', 'revision_number': 4, 'project_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'gw_port': {'id': '966629d2-08f6-4bca-92eb-7a8913227dbc', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:09Z', 'updated_at': '2022-10-27T13:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': 'ebc941ab-c6eb-4e62-88df-a5094f3abbfa', 'name': '', 'network_id': '76b06adf-08a9-43d7-b8bc-21999373fb78', 'tenant_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'mac_address': 'fa:16:3e:56:5e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '9736aeba-7ff8-4cb1-8d4a-54396adabe98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:11Z', 'updated_at': '2022-10-27T13:33:16Z', 'revision_number': 4, 'project_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'subnets': [{'id': '9736aeba-7ff8-4cb1-8d4a-54396adabe98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:33:16.592404 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port 966629d2-08f6-4bca-92eb-7a8913227dbc triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:16.593231 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (966629d2-08f6-4bca-92eb-7a8913227dbc), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:16.593231 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port 966629d2-08f6-4bca-92eb-7a8913227dbc Oct 27 13:33:16.679411 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port 966629d2-08f6-4bca-92eb-7a8913227dbc is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:16.680538 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device ebc941ab-c6eb-4e62-88df-a5094f3abbfa up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:33:16.728521 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port ebc941ab-c6eb-4e62-88df-a5094f3abbfa triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:16.729038 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:16.729452 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port ebc941ab-c6eb-4e62-88df-a5094f3abbfa Oct 27 13:33:16.804392 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:16.812586 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port ebc941ab-c6eb-4e62-88df-a5094f3abbfa is: DOWN; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:16.812971 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:16.856925 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] For port ebc941ab-c6eb-4e62-88df-a5094f3abbfa, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=ebc941ab-c6eb-4e62-88df-a5094f3abbfa,segment=NetworkSegment(e7a82bcc-da6d-4b98-9cb7-7fed5076d792),segment_id=e7a82bcc-da6d-4b98-9cb7-7fed5076d792)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:33:16.861922 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:16.912160 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Pushing event updated for resources: {'Port': ['ID=ebc941ab-c6eb-4e62-88df-a5094f3abbfa,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:18.484213 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device ebc941ab-c6eb-4e62-88df-a5094f3abbfa up at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:33:18.531297 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Provisioning complete for port ebc941ab-c6eb-4e62-88df-a5094f3abbfa triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:18.531668 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:18.532005 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Attempt 1 to provision port ebc941ab-c6eb-4e62-88df-a5094f3abbfa Oct 27 13:33:18.610762 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Current status of the port ebc941ab-c6eb-4e62-88df-a5094f3abbfa is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:18.682104 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:33:22.847033 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=85,neutron:INSERT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:24.265334 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=67,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:24.266588 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:24.706744 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:24.709081 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:27.193703 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-4537aa97-f732-4204-a48d-bbaf83619f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:28.678728 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:29.228709 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:29.344514 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-684fba0e-2e37-4391-bfa4-f9dd39331a5b tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1302466109&fields=id&tenant_id=a470328245084347ac78821d1a0184f7 HTTP/1.1" status: 200 len: 267 time: 0.0442784 Oct 27 13:33:29.454247 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-0d89ee92-4517-445f-a3dd-307c552aa3d8 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:29.455608 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-0d89ee92-4517-445f-a3dd-307c552aa3d8 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/networks?id=d729aa6a-21f7-47de-a278-a508b8293cf2 HTTP/1.1" status: 200 len: 809 time: 0.1046095 Oct 27 13:33:29.470095 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-05d06266-c1d5-4926-ac8c-08bc9074844e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/quotas/a470328245084347ac78821d1a0184f7 HTTP/1.1" status: 200 len: 375 time: 0.0090492 Oct 27 13:33:29.512116 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-7b7930f8-65ba-4e21-9c56-423cfe0747d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:29.788730 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-e00c77b2-2f05-4e72-b0c6-6f79ec3ddfa7 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=a470328245084347ac78821d1a0184f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3133337 Oct 27 13:33:29.886274 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-130f9524-4039-44bc-92b4-a712ffdc3880 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859051 Oct 27 13:33:29.978373 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-6b5ed20e-60c5-439d-8dde-458f9365f4fc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860381 Oct 27 13:33:30.277697 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-81c864af-05ed-4668-9ebe-5dd90f7a0513 req-780514e9-35ee-4414-b5d1-b5642cb2e59d tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 210 time: 0.0283561 Oct 27 13:33:30.836058 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:31.364048 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c32843ef-0a03-4873-8b0e-603c124a9d43 req-b6fa457f-156e-4730-a674-051d1c2df597 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 210 time: 0.0288787 Oct 27 13:33:32.121106 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:32.209594 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d93a1b-c828-4038-b52b-811617a35116 req-798a0201-9545-4b90-beae-a55b83eb6e67 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:32.211046 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-45d93a1b-c828-4038-b52b-811617a35116 req-798a0201-9545-4b90-beae-a55b83eb6e67 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 945 time: 0.0504920 Oct 27 13:33:32.260836 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-45d93a1b-c828-4038-b52b-811617a35116 req-4a26c29c-90d5-4e61-b931-c48a8b66a358 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440876 Oct 27 13:33:32.452466 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b39b639b-dd59-45c1-b6cb-069699791bce req-69a89310-2155-41f6-a249-1dbde6447d98 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 210 time: 0.0299544 Oct 27 13:33:32.609102 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:33.388492 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095cc39-33d3-433e-b1b8-55e9c374d92a req-7eb7e0e5-a504-4bcc-a950-7974ec17adde tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:33.389960 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3095cc39-33d3-433e-b1b8-55e9c374d92a req-7eb7e0e5-a504-4bcc-a950-7974ec17adde tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 945 time: 0.0468326 Oct 27 13:33:33.441268 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-3095cc39-33d3-433e-b1b8-55e9c374d92a req-7b7cf7a9-d8e7-4022-85f7-e34874b6d5ce tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442195 Oct 27 13:33:33.542686 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9ec0c19-bc39-48b3-a334-3100fe873a29 req-a7f90d69-fc30-4d34-a14b-4fe8bef46ff5 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 210 time: 0.0322752 Oct 27 13:33:33.684083 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeacd5-bff4-4c71-93f3-65a92e5be948 req-67edacdf-9d77-4f5d-a4f8-33bba3853ec6 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:33.685546 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-98aeacd5-bff4-4c71-93f3-65a92e5be948 req-67edacdf-9d77-4f5d-a4f8-33bba3853ec6 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 945 time: 0.0468311 Oct 27 13:33:33.767599 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-98aeacd5-bff4-4c71-93f3-65a92e5be948 req-11d54eb1-a151-4cf3-afc3-d75830cc27df tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Deleting port 6f0a58f6-2585-493b-a27f-602a89862c6f {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:33:33.767936 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-98aeacd5-bff4-4c71-93f3-65a92e5be948 req-11d54eb1-a151-4cf3-afc3-d75830cc27df tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (6f0a58f6-2585-493b-a27f-602a89862c6f), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:33.859260 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-98aeacd5-bff4-4c71-93f3-65a92e5be948 req-11d54eb1-a151-4cf3-afc3-d75830cc27df tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] For port 6f0a58f6-2585-493b-a27f-602a89862c6f, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6f0a58f6-2585-493b-a27f-602a89862c6f,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:33:33.859605 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-98aeacd5-bff4-4c71-93f3-65a92e5be948 req-11d54eb1-a151-4cf3-afc3-d75830cc27df tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (6f0a58f6-2585-493b-a27f-602a89862c6f), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:34.023626 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-98aeacd5-bff4-4c71-93f3-65a92e5be948 req-11d54eb1-a151-4cf3-afc3-d75830cc27df tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:34.023976 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-98aeacd5-bff4-4c71-93f3-65a92e5be948 req-11d54eb1-a151-4cf3-afc3-d75830cc27df tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (8d08c25a-5eec-4fba-be53-aac6bb428886), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:34.024311 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.l3_db [req-98aeacd5-bff4-4c71-93f3-65a92e5be948 req-11d54eb1-a151-4cf3-afc3-d75830cc27df tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Floating IP 8d08c25a-5eec-4fba-be53-aac6bb428886 disassociated. External IP: 172.27.0.59, port: 6f0a58f6-2585-493b-a27f-602a89862c6f. Oct 27 13:33:34.024649 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-98aeacd5-bff4-4c71-93f3-65a92e5be948 req-11d54eb1-a151-4cf3-afc3-d75830cc27df tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Calling delete_port for 6f0a58f6-2585-493b-a27f-602a89862c6f owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:33:34.150691 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-98aeacd5-bff4-4c71-93f3-65a92e5be948 req-11d54eb1-a151-4cf3-afc3-d75830cc27df tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (6f0a58f6-2585-493b-a27f-602a89862c6f), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:34.179996 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d54eb1-a151-4cf3-afc3-d75830cc27df tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event deleted for resources: {'Port': ['ID=6f0a58f6-2585-493b-a27f-602a89862c6f,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:34.288014 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98aeacd5-bff4-4c71-93f3-65a92e5be948 req-11d54eb1-a151-4cf3-afc3-d75830cc27df tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Router b76e237f-d3ca-43e2-b768-0e4c630a0d66 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:33:34.394222 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98aeacd5-bff4-4c71-93f3-65a92e5be948 req-11d54eb1-a151-4cf3-afc3-d75830cc27df tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:33:34.412359 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87262e27-d74a-4cbe-8627-294db61d53c6 None None] Sync routers for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:33:34.422897 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87262e27-d74a-4cbe-8627-294db61d53c6 None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:33:34.424145 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-87262e27-d74a-4cbe-8627-294db61d53c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:33:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:34.448472 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-98aeacd5-bff4-4c71-93f3-65a92e5be948 req-11d54eb1-a151-4cf3-afc3-d75830cc27df tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] No DVR routers for this DVR port 6f0a58f6-2585-493b-a27f-602a89862c6f on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:33:34.451011 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-98aeacd5-bff4-4c71-93f3-65a92e5be948 req-11d54eb1-a151-4cf3-afc3-d75830cc27df tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:34.454770 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-98aeacd5-bff4-4c71-93f3-65a92e5be948 req-11d54eb1-a151-4cf3-afc3-d75830cc27df tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.45 "DELETE /networking/v2.0/ports/6f0a58f6-2585-493b-a27f-602a89862c6f HTTP/1.1" status: 204 len: 173 time: 0.7638562 Oct 27 13:33:34.455276 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14588610-98fd-455b-9380-16dbcd733d9f', 'name': 'network-vif-deleted', 'tag': '6f0a58f6-2585-493b-a27f-602a89862c6f'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:33:34.458373 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99beb4a-4045-455b-aa36-ff362fea05c9" -d '{"events": [{"server_uuid": "14588610-98fd-455b-9380-16dbcd733d9f", "name": "network-vif-deleted", "tag": "6f0a58f6-2585-493b-a27f-602a89862c6f"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:33:34.503221 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26748134-7d81-453e-b8f5-22d218f56169 x-openstack-request-id: req-26748134-7d81-453e-b8f5-22d218f56169 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:33:34.503527 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14588610-98fd-455b-9380-16dbcd733d9f", "name": "network-vif-deleted", "tag": "6f0a58f6-2585-493b-a27f-602a89862c6f", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:33:34.503776 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26748134-7d81-453e-b8f5-22d218f56169 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:33:34.504727 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26748134-7d81-453e-b8f5-22d218f56169'] response: {'server_uuid': '14588610-98fd-455b-9380-16dbcd733d9f', 'name': 'network-vif-deleted', 'tag': '6f0a58f6-2585-493b-a27f-602a89862c6f', 'status': 'completed', 'code': 200} Oct 27 13:33:34.536205 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-87262e27-d74a-4cbe-8627-294db61d53c6 None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:33:34.611503 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-eb2f6fc9-e2c7-4865-af7f-ad6ab4620ed9 req-bf29ff60-33bf-4c60-b165-6eb8a2639dad tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 210 time: 0.0642271 Oct 27 13:33:34.675357 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bbde2544-0017-4689-a34f-93476522a69f req-dcff5342-3767-4377-a3be-fc3b54ae74c7 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 210 time: 0.0319221 Oct 27 13:33:34.760911 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-87262e27-d74a-4cbe-8627-294db61d53c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:34.791375 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87262e27-d74a-4cbe-8627-294db61d53c6 None None] Checking router: b76e237f-d3ca-43e2-b768-0e4c630a0d66 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:33:34.800550 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87262e27-d74a-4cbe-8627-294db61d53c6 None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:33:34.801150 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-87262e27-d74a-4cbe-8627-294db61d53c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:33:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:34.907212 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-87262e27-d74a-4cbe-8627-294db61d53c6 None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:33:35.091080 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-87262e27-d74a-4cbe-8627-294db61d53c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:35.116145 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87262e27-d74a-4cbe-8627-294db61d53c6 None None] The sync data for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi is: [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:33:35.344420 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:35.392394 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0d466-3b95-458d-b140-3ac8aef1f6ef None None] New status for floating IP 8d08c25a-5eec-4fba-be53-aac6bb428886: DOWN {{(pid=104534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:33:35.400966 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-0aa9a8dd-d130-4119-8cac-68762df40542 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:35.402470 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-0aa9a8dd-d130-4119-8cac-68762df40542 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.45 "GET /networking/v2.0/networks?id=d729aa6a-21f7-47de-a278-a508b8293cf2 HTTP/1.1" status: 200 len: 809 time: 0.1335502 Oct 27 13:33:35.550628 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:35.608721 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-2e1f5f1f-8ef7-4feb-9567-0e7303682606 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a470328245084347ac78821d1a0184f7 HTTP/1.1" status: 200 len: 380 time: 0.0646925 Oct 27 13:33:35.625425 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-beff0189-7afe-4303-b61e-6171d1f3859d tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Request body: {'port': {'device_id': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2', 'admin_state_up': True, 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'security_groups': ['b4f68a77-a99a-4d20-9cbb-5192fe3749e1']}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:35.751923 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-fe017553-ae4a-4660-bf34-c0ee0c671f62 req-81af82f2-aeef-4c9d-a5e8-dd7b3796fa32 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=14588610-98fd-455b-9380-16dbcd733d9f HTTP/1.1" status: 200 len: 210 time: 0.0438712 Oct 27 13:33:35.781349 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-beff0189-7afe-4303-b61e-6171d1f3859d tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Made reservation on behalf of a470328245084347ac78821d1a0184f7 for: {'port': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:33:35.785664 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-beff0189-7afe-4303-b61e-6171d1f3859d tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:35.797585 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-152c7eae-bbbd-44c0-bc72-c28e516d471e req-fd97fa67-d262-4bd5-9be7-21515e32c177 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 210 time: 0.0344534 Oct 27 13:33:35.924815 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-beff0189-7afe-4303-b61e-6171d1f3859d tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Allocated IP 172.20.0.4 (d729aa6a-21f7-47de-a278-a508b8293cf2/41c51234-f8cb-4e0c-9191-47f30963084d/6f019989-3f7e-446f-a0f2-3b80e74ba6d9) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:33:36.073970 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-beff0189-7afe-4303-b61e-6171d1f3859d tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:36.107151 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-beff0189-7afe-4303-b61e-6171d1f3859d tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:36.148525 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-beff0189-7afe-4303-b61e-6171d1f3859d tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Network d729aa6a-21f7-47de-a278-a508b8293cf2 is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:33:36.153697 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-beff0189-7afe-4303-b61e-6171d1f3859d tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:33:36.157458 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-beff0189-7afe-4303-b61e-6171d1f3859d tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:33:36.181462 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff0189-7afe-4303-b61e-6171d1f3859d tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Pushing event updated for resources: {'Port': ['ID=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:36.211685 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-beff0189-7afe-4303-b61e-6171d1f3859d tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:36.212313 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-beff0189-7afe-4303-b61e-6171d1f3859d tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:36.232297 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-beff0189-7afe-4303-b61e-6171d1f3859d tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6107786 Oct 27 13:33:36.243977 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Request body: {'port': {'device_id': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:36.308946 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:36.344324 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:36.350111 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-e26d3138-076f-46bf-a362-fe1877419afb None None] Provisioning complete for port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:36.350551 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-e26d3138-076f-46bf-a362-fe1877419afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:36.351061 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-e26d3138-076f-46bf-a362-fe1877419afb None None] Attempt 1 to provision port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 Oct 27 13:33:36.360320 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:36.383285 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-e26d3138-076f-46bf-a362-fe1877419afb None None] Port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:33:36.433870 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:36.582307 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 {{(pid=104533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:33:36.589625 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Publish callbacks [] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:36.601925 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.provisioning_blocks [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Transition to ACTIVE for port object 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 will not be triggered until provisioned by entity L2. {{(pid=104533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:33:36.605552 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:36.669131 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Pushing event updated for resources: {'Port': ['ID=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:36.716595 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Attempting to bind port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:33:36.716929 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Attempting to bind port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': '56ea91c3-cd19-47c1-811c-d9a8488bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2'}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:33:36.717261 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Attempting to bind port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 on network d729aa6a-21f7-47de-a278-a508b8293cf2 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:33:36.758294 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 on network d729aa6a-21f7-47de-a278-a508b8293cf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:33:36.758617 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Attempting to bind port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 on network d729aa6a-21f7-47de-a278-a508b8293cf2 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:33:36.800183 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:33:36.800549 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Checking segment: {'id': '56ea91c3-cd19-47c1-811c-d9a8488bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:33:36.800932 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Bound using segment: {'id': '56ea91c3-cd19-47c1-811c-d9a8488bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2'} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:33:36.801364 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Bound port: 6f019989-3f7e-446f-a0f2-3b80e74ba6d9, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ea91c3-cd19-47c1-811c-d9a8488bd80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2'}}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:33:36.801724 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:36.871262 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] For port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9, host hv-cinder-86243, cleared binding levels {{(pid=104533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:33:36.874718 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] For port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,segment=NetworkSegment(56ea91c3-cd19-47c1-811c-d9a8488bd80f),segment_id=56ea91c3-cd19-47c1-811c-d9a8488bd80f)] {{(pid=104533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:33:36.882477 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:36.887099 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:36.887831 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:36.889533 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/6f019989-3f7e-446f-a0f2-3b80e74ba6d9 HTTP/1.1" status: 200 len: 1093 time: 0.6499500 Oct 27 13:33:36.891219 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'tag': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:33:36.893608 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3da2324-bde1-49e7-bf2e-83d37cda1096" -d '{"events": [{"name": "network-changed", "server_uuid": "f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1", "tag": "6f019989-3f7e-446f-a0f2-3b80e74ba6d9"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:33:36.934131 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1158e6-39a8-47ca-a98a-ae39bb91e2c3 req-c9ddf3d0-6ba0-4d69-9d84-da0ff50650a2 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:36.936319 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9d1158e6-39a8-47ca-a98a-ae39bb91e2c3 req-c9ddf3d0-6ba0-4d69-9d84-da0ff50650a2 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 943 time: 0.0565541 Oct 27 13:33:36.970004 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70de5a4-f3f3-40ed-9b1b-fe8ecbf95556 x-openstack-request-id: req-b70de5a4-f3f3-40ed-9b1b-fe8ecbf95556 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:33:36.970221 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1", "tag": "6f019989-3f7e-446f-a0f2-3b80e74ba6d9", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:33:36.970322 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b70de5a4-f3f3-40ed-9b1b-fe8ecbf95556 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:33:36.970733 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b70de5a4-f3f3-40ed-9b1b-fe8ecbf95556'] response: {'name': 'network-changed', 'server_uuid': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'tag': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9', 'status': 'completed', 'code': 200} Oct 27 13:33:36.975730 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390368db-e0c5-4bd2-acd4-89822c2be257 service neutron] Pushing event updated for resources: {'Port': ['ID=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,revision_number=3']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:36.986499 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-0d8a94ce-b3aa-40c2-b222-fa546c80d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:36.988039 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-0d8a94ce-b3aa-40c2-b222-fa546c80d93b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a470328245084347ac78821d1a0184f7&device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 1127 time: 0.0544908 Oct 27 13:33:36.990178 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9d1158e6-39a8-47ca-a98a-ae39bb91e2c3 req-ba6ee269-6536-4b07-b9f8-20729f078bfc tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471859 Oct 27 13:33:37.036122 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-d1dec0b6-8d8b-4ac5-9fbb-ed30b02dfd78 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f019989-3f7e-446f-a0f2-3b80e74ba6d9 HTTP/1.1" status: 200 len: 217 time: 0.0372987 Oct 27 13:33:37.114077 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-82b1b3f4-fe25-478d-93d2-eeb16548654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:37.115535 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-82b1b3f4-fe25-478d-93d2-eeb16548654f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41c51234-f8cb-4e0c-9191-47f30963084d HTTP/1.1" status: 200 len: 848 time: 0.0717940 Oct 27 13:33:37.119392 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-6f8eaa13-c4b1-45b3-887b-c288c91e868f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1629517&fields=id&tenant_id=f291a3a8c0394e928aee758baa470ca7 HTTP/1.1" status: 200 len: 267 time: 0.0824785 Oct 27 13:33:37.210142 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-f8daa3cb-c0b8-45dd-9093-521cf76947e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:37.211626 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-f8daa3cb-c0b8-45dd-9093-521cf76947e8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d729aa6a-21f7-47de-a278-a508b8293cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0905838 Oct 27 13:33:37.285482 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:37.296168 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:37.312968 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-13b46a12-f1fa-436e-92b8-784454b695cd tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:37.314447 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-13b46a12-f1fa-436e-92b8-784454b695cd tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/networks?id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 200 len: 811 time: 0.1846855 Oct 27 13:33:37.345731 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-690a6ecc-60dc-4903-ac16-a28fdcc5309b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/quotas/f291a3a8c0394e928aee758baa470ca7 HTTP/1.1" status: 200 len: 375 time: 0.0252583 Oct 27 13:33:37.350945 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-1e991f63-b940-4d46-825d-2f3d4b723c14 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323040 Oct 27 13:33:37.438964 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-1c8e6412-822c-4540-8e4e-d97597119f10 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f291a3a8c0394e928aee758baa470ca7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868928 Oct 27 13:33:37.521096 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0571ad7d-6526-4117-ac43-c9d0f30c2745 req-ca887e66-ffd8-4c10-9401-c27a2ea4f0ab service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593285 Oct 27 13:33:37.557614 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-2c7e2cfb-284d-4a5c-af26-a8cfb49f0d81 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053500 Oct 27 13:33:37.651467 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-505db62e-dfbb-4685-abe1-00bdff49efc6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880387 Oct 27 13:33:37.757308 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da2324-bde1-49e7-bf2e-83d37cda1096 req-6c80c1e0-9e1a-432e-8a1f-133f28814ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:37.758821 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a3da2324-bde1-49e7-bf2e-83d37cda1096 req-6c80c1e0-9e1a-432e-8a1f-133f28814ed7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a470328245084347ac78821d1a0184f7&device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 1127 time: 0.0402174 Oct 27 13:33:37.857653 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da2324-bde1-49e7-bf2e-83d37cda1096 req-e7c8c4b7-17a3-4e7d-a423-8dfaa7301e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:37.859178 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a3da2324-bde1-49e7-bf2e-83d37cda1096 req-e7c8c4b7-17a3-4e7d-a423-8dfaa7301e90 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d729aa6a-21f7-47de-a278-a508b8293cf2 HTTP/1.1" status: 200 len: 910 time: 0.0946512 Oct 27 13:33:37.899032 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a3da2324-bde1-49e7-bf2e-83d37cda1096 req-5d7210a0-8a71-4fcc-a1d4-dcca035eb2ac service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f019989-3f7e-446f-a0f2-3b80e74ba6d9 HTTP/1.1" status: 200 len: 217 time: 0.0341039 Oct 27 13:33:37.950262 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da2324-bde1-49e7-bf2e-83d37cda1096 req-cfee525c-7057-47a1-b077-8fb924c10544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:37.951740 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a3da2324-bde1-49e7-bf2e-83d37cda1096 req-cfee525c-7057-47a1-b077-8fb924c10544 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41c51234-f8cb-4e0c-9191-47f30963084d HTTP/1.1" status: 200 len: 848 time: 0.0467272 Oct 27 13:33:37.963322 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9ff69d73-fecc-4710-9326-ce090a4ce9e7 req-50f8b5fc-677a-428f-946b-e51858eebaa1 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 210 time: 0.0303478 Oct 27 13:33:38.003400 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da2324-bde1-49e7-bf2e-83d37cda1096 req-bdbaac42-3218-4d87-8650-143830f3f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:38.004945 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a3da2324-bde1-49e7-bf2e-83d37cda1096 req-bdbaac42-3218-4d87-8650-143830f3f309 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d729aa6a-21f7-47de-a278-a508b8293cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476642 Oct 27 13:33:38.133803 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a3da2324-bde1-49e7-bf2e-83d37cda1096 req-9b3dd38f-8408-410f-bf62-4e6e9002586e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226025 Oct 27 13:33:38.139595 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095b3cf-dbeb-4a32-a79d-875ccd5bf610 req-535e548e-361b-4928-b8a9-5d2c310ce80c tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:38.140978 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0095b3cf-dbeb-4a32-a79d-875ccd5bf610 req-535e548e-361b-4928-b8a9-5d2c310ce80c tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 943 time: 0.0679209 Oct 27 13:33:38.252160 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0095b3cf-dbeb-4a32-a79d-875ccd5bf610 req-1adf0d2a-9031-4659-91f2-9a11653951b3 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026080 Oct 27 13:33:38.268918 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a3da2324-bde1-49e7-bf2e-83d37cda1096 req-dedc3bd4-0010-46e4-9c7c-be6804c3d71a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270044 Oct 27 13:33:38.468941 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 6f0a58f6-2585-493b-a27f-602a89862c6f no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:33:38.488273 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: 6f0a58f6-2585-493b-a27f-602a89862c6f {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:33:38.488643 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 6f0a58f6-2585-493b-a27f-602a89862c6f not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:33:38.892816 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:38.990456 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-4eae4d61-80be-4bc4-81ce-cbf6dec494cd tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:38.991967 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-4eae4d61-80be-4bc4-81ce-cbf6dec494cd tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.45 "GET /networking/v2.0/networks?id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 200 len: 811 time: 0.1100972 Oct 27 13:33:39.045393 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:39.060688 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-db25a10f-0d6c-4c99-b529-efea0da352fc tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f291a3a8c0394e928aee758baa470ca7 HTTP/1.1" status: 200 len: 377 time: 0.0615234 Oct 27 13:33:39.069225 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-22b78fab-5f6d-4e6f-b283-175a15d2212c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Request body: {'port': {'device_id': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'admin_state_up': True, 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'security_groups': ['73efe9c5-b583-46c0-a5ce-e99ce20e46c4']}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:39.077549 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-0ee1395a-290c-4f4a-a7a7-83afb280aa9e req-93575adc-347d-4462-b414-86939700bdda tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 210 time: 0.0378520 Oct 27 13:33:39.180658 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-22b78fab-5f6d-4e6f-b283-175a15d2212c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Made reservation on behalf of f291a3a8c0394e928aee758baa470ca7 for: {'port': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:33:39.184291 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-22b78fab-5f6d-4e6f-b283-175a15d2212c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:39.312517 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-22b78fab-5f6d-4e6f-b283-175a15d2212c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Allocated IP 172.20.0.14 (1c8f3dd5-6b59-4fe5-89a4-312211a0043d/ef90bec0-1c8b-4319-8bce-548391ed871c/345f34ea-234b-441c-abfc-59215677d45d) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:33:39.445441 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73637d-cc1f-4180-892f-60a26dfbc363 req-cc5a3c94-da7b-4d95-8917-5c60c44b6dfc tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:39.446817 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ca73637d-cc1f-4180-892f-60a26dfbc363 req-cc5a3c94-da7b-4d95-8917-5c60c44b6dfc tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 943 time: 0.1050451 Oct 27 13:33:39.536029 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-22b78fab-5f6d-4e6f-b283-175a15d2212c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for port (345f34ea-234b-441c-abfc-59215677d45d), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:39.540693 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ca73637d-cc1f-4180-892f-60a26dfbc363 req-5ffa2189-f886-419a-999b-95706b2a8557 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833998 Oct 27 13:33:39.572845 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-22b78fab-5f6d-4e6f-b283-175a15d2212c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (345f34ea-234b-441c-abfc-59215677d45d), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:39.617064 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-22b78fab-5f6d-4e6f-b283-175a15d2212c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:33:39.625569 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-22b78fab-5f6d-4e6f-b283-175a15d2212c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:33:39.630142 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-22b78fab-5f6d-4e6f-b283-175a15d2212c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:33:39.658600 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b78fab-5f6d-4e6f-b283-175a15d2212c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event updated for resources: {'Port': ['ID=345f34ea-234b-441c-abfc-59215677d45d,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:39.683221 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-22b78fab-5f6d-4e6f-b283-175a15d2212c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:39.683829 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-22b78fab-5f6d-4e6f-b283-175a15d2212c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:39.701356 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-22b78fab-5f6d-4e6f-b283-175a15d2212c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6360254 Oct 27 13:33:39.714982 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Request body: {'port': {'device_id': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:39.780310 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:39.784081 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (345f34ea-234b-441c-abfc-59215677d45d), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:39.816274 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:39.824826 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-471c12eb-a627-46e2-97a2-ffc9ee3af4da None None] Provisioning complete for port 345f34ea-234b-441c-abfc-59215677d45d triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:39.825337 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-471c12eb-a627-46e2-97a2-ffc9ee3af4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (345f34ea-234b-441c-abfc-59215677d45d), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:39.825667 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-471c12eb-a627-46e2-97a2-ffc9ee3af4da None None] Attempt 1 to provision port 345f34ea-234b-441c-abfc-59215677d45d Oct 27 13:33:39.858027 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-471c12eb-a627-46e2-97a2-ffc9ee3af4da None None] Port 345f34ea-234b-441c-abfc-59215677d45d cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:33:40.206254 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61a44a-5e6d-4d38-a828-5d9792c3d132 req-3c5d3694-aefc-4848-a053-80628964dc93 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:40.207784 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2a61a44a-5e6d-4d38-a828-5d9792c3d132 req-3c5d3694-aefc-4848-a053-80628964dc93 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 932 time: 0.0482850 Oct 27 13:33:40.258422 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2a61a44a-5e6d-4d38-a828-5d9792c3d132 req-ce2cb889-7dee-42e0-a090-b6bd200eb42e tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445998 Oct 27 13:33:40.303523 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345f34ea-234b-441c-abfc-59215677d45d {{(pid=104533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:33:40.311020 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Publish callbacks [] for port (345f34ea-234b-441c-abfc-59215677d45d), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:40.323753 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.provisioning_blocks [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Transition to ACTIVE for port object 345f34ea-234b-441c-abfc-59215677d45d will not be triggered until provisioned by entity L2. {{(pid=104533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:33:40.326682 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (345f34ea-234b-441c-abfc-59215677d45d), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:40.411901 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Pushing event updated for resources: {'Port': ['ID=345f34ea-234b-441c-abfc-59215677d45d,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:40.442360 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Attempting to bind port 345f34ea-234b-441c-abfc-59215677d45d on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:33:40.442695 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Attempting to bind port 345f34ea-234b-441c-abfc-59215677d45d by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:33:40.443020 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Attempting to bind port 345f34ea-234b-441c-abfc-59215677d45d on network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:33:40.483758 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Port 345f34ea-234b-441c-abfc-59215677d45d on network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:33:40.484084 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Attempting to bind port 345f34ea-234b-441c-abfc-59215677d45d on network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:33:40.530466 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:33:40.530811 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Checking segment: {'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:33:40.531164 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Bound using segment: {'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:33:40.531592 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Bound port: 345f34ea-234b-441c-abfc-59215677d45d, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'}}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:33:40.531949 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (345f34ea-234b-441c-abfc-59215677d45d), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:40.595674 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] For port 345f34ea-234b-441c-abfc-59215677d45d, host hv-cinder-86243, cleared binding levels {{(pid=104533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:33:40.599102 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] For port 345f34ea-234b-441c-abfc-59215677d45d, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=345f34ea-234b-441c-abfc-59215677d45d,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:33:40.604699 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (345f34ea-234b-441c-abfc-59215677d45d), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:40.608786 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:40.609392 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:40.610803 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/345f34ea-234b-441c-abfc-59215677d45d HTTP/1.1" status: 200 len: 1094 time: 0.9000328 Oct 27 13:33:40.611342 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'tag': '345f34ea-234b-441c-abfc-59215677d45d'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:33:40.613621 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e049e1b-726d-407c-b66c-51b6f90807cc" -d '{"events": [{"name": "network-changed", "server_uuid": "12651cd4-4b20-496e-aa7e-a7c4bb660d60", "tag": "345f34ea-234b-441c-abfc-59215677d45d"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:33:40.677396 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aee341d-9b93-46f8-9bf3-49aa1be6a5d5 x-openstack-request-id: req-7aee341d-9b93-46f8-9bf3-49aa1be6a5d5 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:33:40.677593 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12651cd4-4b20-496e-aa7e-a7c4bb660d60", "tag": "345f34ea-234b-441c-abfc-59215677d45d", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:33:40.677817 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7aee341d-9b93-46f8-9bf3-49aa1be6a5d5 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:33:40.678213 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aee341d-9b93-46f8-9bf3-49aa1be6a5d5'] response: {'name': 'network-changed', 'server_uuid': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'tag': '345f34ea-234b-441c-abfc-59215677d45d', 'status': 'completed', 'code': 200} Oct 27 13:33:40.734044 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623fce8-0e1e-48e1-9a48-c870bdf63707 req-fd9d9d57-5bb8-4231-807b-4a023e9260db tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:40.735530 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0623fce8-0e1e-48e1-9a48-c870bdf63707 req-fd9d9d57-5bb8-4231-807b-4a023e9260db tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 943 time: 0.1172259 Oct 27 13:33:40.738878 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-2b5ad372-2825-41f4-8ce9-52d19d7c9f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:40.740223 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-2b5ad372-2825-41f4-8ce9-52d19d7c9f3d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f291a3a8c0394e928aee758baa470ca7&device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 1128 time: 0.0739884 Oct 27 13:33:40.742060 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fe3ec-76ed-4130-ad14-acc31768f28a service neutron] Pushing event updated for resources: {'Port': ['ID=345f34ea-234b-441c-abfc-59215677d45d,revision_number=3']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:40.792006 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-f47396a5-3873-49f9-ac53-6a98f086c18c service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=345f34ea-234b-441c-abfc-59215677d45d HTTP/1.1" status: 200 len: 217 time: 0.0415561 Oct 27 13:33:40.814307 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:40.852370 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0623fce8-0e1e-48e1-9a48-c870bdf63707 req-8d83d292-b44e-4b37-92c3-4ff8f2d0cd59 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111541 Oct 27 13:33:40.863230 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-47c8cbc9-46c3-46fa-9ec9-d3e3c87874ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:40.864700 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-47c8cbc9-46c3-46fa-9ec9-d3e3c87874ba service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ef90bec0-1c8b-4319-8bce-548391ed871c HTTP/1.1" status: 200 len: 850 time: 0.0627227 Oct 27 13:33:40.913086 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-1a8f5792-aaec-4455-8e4a-9cd31628bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:40.914574 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-1a8f5792-aaec-4455-8e4a-9cd31628bc0c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431328 Oct 27 13:33:41.003673 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-8f7288ab-78b9-46a7-aec8-518b40a807a0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825973 Oct 27 13:33:41.054849 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:41.096748 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f9ffbe23-7fb5-4f7e-be9b-2a3e1efbb481 req-908c45bc-5b5c-49d3-bad1-8997d8439881 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872312 Oct 27 13:33:41.332238 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e049e1b-726d-407c-b66c-51b6f90807cc req-b99c78d2-21c4-4b2a-a97d-17fb9de57e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:41.334003 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2e049e1b-726d-407c-b66c-51b6f90807cc req-b99c78d2-21c4-4b2a-a97d-17fb9de57e00 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f291a3a8c0394e928aee758baa470ca7&device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 1128 time: 0.0402086 Oct 27 13:33:41.380762 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bdf26-adec-4582-a2ba-f6eb565adde0 req-42e1f186-cf00-41d1-8e6e-d55a39f1390b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:41.382268 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-8e9bdf26-adec-4582-a2ba-f6eb565adde0 req-42e1f186-cf00-41d1-8e6e-d55a39f1390b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 944 time: 0.0472567 Oct 27 13:33:41.429700 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e049e1b-726d-407c-b66c-51b6f90807cc req-118037b7-b162-4d2f-8465-59c152b577d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:41.431138 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2e049e1b-726d-407c-b66c-51b6f90807cc req-118037b7-b162-4d2f-8465-59c152b577d7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 200 len: 912 time: 0.0910022 Oct 27 13:33:41.431546 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-8e9bdf26-adec-4582-a2ba-f6eb565adde0 req-e5684e29-7335-4b68-a73d-a5a31cba114b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436220 Oct 27 13:33:41.470515 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2e049e1b-726d-407c-b66c-51b6f90807cc req-c30ef19b-392f-4dce-b69c-f1da6372615a service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=345f34ea-234b-441c-abfc-59215677d45d HTTP/1.1" status: 200 len: 217 time: 0.0330622 Oct 27 13:33:41.518432 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e049e1b-726d-407c-b66c-51b6f90807cc req-af3d2498-b673-4c85-905d-27b7646ad56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:41.519878 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2e049e1b-726d-407c-b66c-51b6f90807cc req-af3d2498-b673-4c85-905d-27b7646ad56f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ef90bec0-1c8b-4319-8bce-548391ed871c HTTP/1.1" status: 200 len: 850 time: 0.0439892 Oct 27 13:33:41.566719 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e049e1b-726d-407c-b66c-51b6f90807cc req-0e6c585d-ff47-44dc-ba79-fe62376ab586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:41.568118 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2e049e1b-726d-407c-b66c-51b6f90807cc req-0e6c585d-ff47-44dc-ba79-fe62376ab586 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427396 Oct 27 13:33:41.658332 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2e049e1b-726d-407c-b66c-51b6f90807cc req-b38e6351-a438-4fc2-a9b5-127e5c2c2c67 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840330 Oct 27 13:33:41.751085 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2e049e1b-726d-407c-b66c-51b6f90807cc req-e2683b1e-13a8-4bdd-97b7-ee4a746faed2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861716 Oct 27 13:33:41.971463 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf32a6-dd48-4849-a918-b64a2915e787 req-e8e8ab3b-00cd-4366-9ccc-0726bc4c8504 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:41.972949 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4edf32a6-dd48-4849-a918-b64a2915e787 req-e8e8ab3b-00cd-4366-9ccc-0726bc4c8504 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 943 time: 0.0466404 Oct 27 13:33:42.021806 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4edf32a6-dd48-4849-a918-b64a2915e787 req-c940749b-b813-4691-b215-bd3010a44c33 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432653 Oct 27 13:33:42.557592 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb5476-aeaa-46b1-a197-28a6cee6a9ee req-357e95cc-c146-4147-9d0e-bc7ed2ab6008 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:42.559052 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bfdb5476-aeaa-46b1-a197-28a6cee6a9ee req-357e95cc-c146-4147-9d0e-bc7ed2ab6008 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 944 time: 0.0533922 Oct 27 13:33:42.583752 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:42.608905 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bfdb5476-aeaa-46b1-a197-28a6cee6a9ee req-8b6cd5c0-4df9-4f3c-a439-376d5ece2027 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437632 Oct 27 13:33:43.140219 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5bddb-02a4-44c7-8ad3-a36d5bb712fb req-b99a920d-4601-432b-a2d5-6898f159a86d tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:43.141686 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b4f5bddb-02a4-44c7-8ad3-a36d5bb712fb req-b99a920d-4601-432b-a2d5-6898f159a86d tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 943 time: 0.0458198 Oct 27 13:33:43.194732 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b4f5bddb-02a4-44c7-8ad3-a36d5bb712fb req-5e248120-1631-419e-be3a-b5b8ab44f423 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474970 Oct 27 13:33:43.715312 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:43.731097 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0bde0-b43e-4018-be26-df5065fc328b req-10eaca68-ec6e-4ece-a01b-285de7725913 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:43.732599 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-83b0bde0-b43e-4018-be26-df5065fc328b req-10eaca68-ec6e-4ece-a01b-285de7725913 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 944 time: 0.0476980 Oct 27 13:33:43.781164 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-83b0bde0-b43e-4018-be26-df5065fc328b req-26349556-9e24-4ee8-a5ba-31a8ab1a66ad tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429966 Oct 27 13:33:44.322870 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257d120-e677-4334-a6bb-77c67bf13cff req-42e35a27-c842-4749-af62-c5db0b53ec22 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:44.324365 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f257d120-e677-4334-a6bb-77c67bf13cff req-42e35a27-c842-4749-af62-c5db0b53ec22 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 943 time: 0.0552514 Oct 27 13:33:44.349483 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:44.378800 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f257d120-e677-4334-a6bb-77c67bf13cff req-67c4cbde-2e2b-42b5-b2c5-071d3fb39229 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488369 Oct 27 13:33:44.498286 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:33:44.598595 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,segment=NetworkSegment(56ea91c3-cd19-47c1-811c-d9a8488bd80f),segment_id=56ea91c3-cd19-47c1-811c-d9a8488bd80f)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:33:44.609466 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9', 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2', 'port_id': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9', 'mac_address': 'fa:16:3e:68:35:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:33:44.645293 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:44.645677 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:44.662733 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:33:44.682473 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,segment=NetworkSegment(56ea91c3-cd19-47c1-811c-d9a8488bd80f),segment_id=56ea91c3-cd19-47c1-811c-d9a8488bd80f)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:33:44.686042 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:44.730402 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:44.737885 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:44.738229 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:44.738567 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:44.738902 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:44.739233 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:44.739559 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:44.739879 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:44.740200 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:44.740551 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:44.740871 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:44.741195 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:44.741514 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:44.741829 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:44.742144 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:44.742712 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:44.890017 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['6f019989-3f7e-446f-a0f2-3b80e74ba6d9'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:33:44.892164 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:44.902018 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d8e4a-a6f1-415e-907e-f32f6c27186e req-a871ba31-cc9f-482e-bc11-1fc4f8af9a6b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:44.903490 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d86d8e4a-a6f1-415e-907e-f32f6c27186e req-a871ba31-cc9f-482e-bc11-1fc4f8af9a6b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 944 time: 0.0501058 Oct 27 13:33:44.953762 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-d86d8e4a-a6f1-415e-907e-f32f6c27186e req-cb013feb-9087-4465-97ff-bf7c74aa2836 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0438557 Oct 27 13:33:45.498061 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5624de-39f3-423b-aca9-81df54a09300 req-3e8b404f-a935-4213-a211-9f9b56234604 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:45.499520 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8e5624de-39f3-423b-aca9-81df54a09300 req-3e8b404f-a935-4213-a211-9f9b56234604 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 944 time: 0.0472832 Oct 27 13:33:45.549595 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-8e5624de-39f3-423b-aca9-81df54a09300 req-52e355f7-b102-45f0-94bf-341b73b41795 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440364 Oct 27 13:33:46.073561 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7a4c1-6c06-467f-9a49-96e890316d20 req-7f736596-3dc1-4af6-872e-9e4203bccd62 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:46.075017 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9ef7a4c1-6c06-467f-9a49-96e890316d20 req-7f736596-3dc1-4af6-872e-9e4203bccd62 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 944 time: 0.0470111 Oct 27 13:33:46.124499 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9ef7a4c1-6c06-467f-9a49-96e890316d20 req-b0fcad5b-859a-4c52-93a1-639e76eb92a2 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432665 Oct 27 13:33:46.510536 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:33:46.553033 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:33:46.558941 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:46.559318 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:46.559650 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 Oct 27 13:33:46.645972 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:46.646343 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:46.671129 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:33:46.674159 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64bb64c-2596-4e7e-b14e-08850b8d35c4" -d '{"events": [{"server_uuid": "f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1", "name": "network-vif-plugged", "status": "completed", "tag": "6f019989-3f7e-446f-a0f2-3b80e74ba6d9"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:33:46.677556 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8dde5-f163-4897-85ac-33e286cb2957 req-c2b6feb6-37f5-4ae0-beb1-5bf655ad0c1c tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:46.679090 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-02d8dde5-f163-4897-85ac-33e286cb2957 req-c2b6feb6-37f5-4ae0-beb1-5bf655ad0c1c tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 944 time: 0.0538504 Oct 27 13:33:46.692866 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,segment=NetworkSegment(56ea91c3-cd19-47c1-811c-d9a8488bd80f),segment_id=56ea91c3-cd19-47c1-811c-d9a8488bd80f)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:33:46.700673 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:46.723680 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f8193b-c87a-4319-bcde-632e8d30556e x-openstack-request-id: req-31f8193b-c87a-4319-bcde-632e8d30556e {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:33:46.723969 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1", "name": "network-vif-plugged", "status": "completed", "tag": "6f019989-3f7e-446f-a0f2-3b80e74ba6d9", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:33:46.724215 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-31f8193b-c87a-4319-bcde-632e8d30556e {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:33:46.724616 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f8193b-c87a-4319-bcde-632e8d30556e'] response: {'server_uuid': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9', 'code': 200} Oct 27 13:33:46.726668 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:46.734327 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-02d8dde5-f163-4897-85ac-33e286cb2957 req-ce523ddd-9b7d-47e0-816b-7e05b371af68 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493979 Oct 27 13:33:46.753959 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:46.841599 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=68 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:46.847477 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=70 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:47.081363 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc587f0-c731-4217-a409-92a061c8588a req-35560610-505f-4d13-9d8f-d11c9ee55aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:47.082804 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2bc587f0-c731-4217-a409-92a061c8588a req-35560610-505f-4d13-9d8f-d11c9ee55aea service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 1129 time: 0.0391335 Oct 27 13:33:47.131628 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2bc587f0-c731-4217-a409-92a061c8588a req-fa2dd9f8-6aea-4388-b604-5540e719cb1a service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426600 Oct 27 13:33:47.254294 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87956759-7ef4-4f51-9c00-ec2445c63dbc req-3a865f39-9f73-4a24-a174-a7bcdceb918b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:47.255771 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-87956759-7ef4-4f51-9c00-ec2445c63dbc req-3a865f39-9f73-4a24-a174-a7bcdceb918b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 944 time: 0.0509546 Oct 27 13:33:47.309375 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-87956759-7ef4-4f51-9c00-ec2445c63dbc req-3a832f09-f6a8-4c46-b045-725ef5983c19 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0478675 Oct 27 13:33:47.858272 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:47.869689 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b585b8d-03d0-4aff-bb10-05bbb6b3a610 req-b2445936-629a-4927-a7d2-02725651704f tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:47.871233 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6b585b8d-03d0-4aff-bb10-05bbb6b3a610 req-b2445936-629a-4927-a7d2-02725651704f tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0529561 Oct 27 13:33:47.930043 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-6b585b8d-03d0-4aff-bb10-05bbb6b3a610 req-ad79928c-4a01-4d7f-88c2-e5acc88a2f57 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522568 Oct 27 13:33:48.441728 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbacfe0-218a-49b6-8a1a-c1caf2724165 req-9297a1ca-eb44-4cde-b3dd-6afc6e765f15 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:48.443242 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7dbacfe0-218a-49b6-8a1a-c1caf2724165 req-9297a1ca-eb44-4cde-b3dd-6afc6e765f15 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 944 time: 0.0530896 Oct 27 13:33:48.496192 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-7dbacfe0-218a-49b6-8a1a-c1caf2724165 req-b67c456a-6e57-4cfe-b457-5409474f5f88 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0462043 Oct 27 13:33:48.524578 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 345f34ea-234b-441c-abfc-59215677d45d details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:33:48.663065 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 345f34ea-234b-441c-abfc-59215677d45d, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=345f34ea-234b-441c-abfc-59215677d45d,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:33:48.681125 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': '345f34ea-234b-441c-abfc-59215677d45d', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'port_id': '345f34ea-234b-441c-abfc-59215677d45d', 'mac_address': 'fa:16:3e:29:40:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:33:48.717868 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 345f34ea-234b-441c-abfc-59215677d45d is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:48.718263 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (345f34ea-234b-441c-abfc-59215677d45d), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:48.732663 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345f34ea-234b-441c-abfc-59215677d45d {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:33:48.753856 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 345f34ea-234b-441c-abfc-59215677d45d, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=345f34ea-234b-441c-abfc-59215677d45d,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:33:48.757333 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (345f34ea-234b-441c-abfc-59215677d45d), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:48.810099 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=345f34ea-234b-441c-abfc-59215677d45d,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:48.956724 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['345f34ea-234b-441c-abfc-59215677d45d'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:33:48.982900 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:49.062988 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b785d-55f3-43ce-aafc-ba78896cd350 req-a477338d-c30b-4acb-8b8b-b76284fe92b6 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:49.064719 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2b2b785d-55f3-43ce-aafc-ba78896cd350 req-a477338d-c30b-4acb-8b8b-b76284fe92b6 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0520058 Oct 27 13:33:49.131287 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2b2b785d-55f3-43ce-aafc-ba78896cd350 req-91d94eee-f796-416e-9a2c-79f5e46889c6 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596716 Oct 27 13:33:49.277065 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077ddb8-e3fe-4700-8573-1d4e20fff5fd req-9eec218f-f588-4402-a7f8-6d64e43ac72a tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:49.278597 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6077ddb8-e3fe-4700-8573-1d4e20fff5fd req-9eec218f-f588-4402-a7f8-6d64e43ac72a tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0534453 Oct 27 13:33:49.332171 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-6077ddb8-e3fe-4700-8573-1d4e20fff5fd req-090cede9-c619-4207-b355-fcf9adbb9fc6 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478358 Oct 27 13:33:49.360028 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36454) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:49.497810 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1503da00-de0e-4dab-9f98-b4c683e30aae tempest-TestShelveInstance-1999938724 tempest-TestShelveInstance-1999938724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:49.499322 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-1503da00-de0e-4dab-9f98-b4c683e30aae tempest-TestShelveInstance-1999938724 tempest-TestShelveInstance-1999938724-project-admin] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 1124 time: 0.1382866 Oct 27 13:33:49.502865 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36458) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:49.506963 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Request body: {'floatingip': {'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'port_id': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:49.528805 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:49.610487 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:49.622849 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6c3f8-f9ce-4fb3-948d-44e183a22ee1 req-795f6a22-ef0e-4210-aed1-a2f8e4e60579 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:49.626212 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a3f6c3f8-f9ce-4fb3-948d-44e183a22ee1 req-795f6a22-ef0e-4210-aed1-a2f8e4e60579 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 945 time: 0.0517852 Oct 27 13:33:49.678805 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a3f6c3f8-f9ce-4fb3-948d-44e183a22ee1 req-0863ebbc-21eb-4693-9edf-3731c2f6bd88 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0478554 Oct 27 13:33:49.719189 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Allocated IP 172.27.0.56 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/4e70b6a4-6a1e-44d4-8486-25fc1e8dfe80) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:33:49.780453 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:49.821714 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for port (4e70b6a4-6a1e-44d4-8486-25fc1e8dfe80), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:49.853377 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (4e70b6a4-6a1e-44d4-8486-25fc1e8dfe80), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:49.856976 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:49.901637 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:33:49.907112 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:33:49.909316 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Pushing event updated for resources: {'Port': ['ID=4e70b6a4-6a1e-44d4-8486-25fc1e8dfe80,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:49.911456 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:33:50.252611 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for floatingip (a82412f5-612f-481c-a9e9-71cf3a86a74a), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:50.320484 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (4e70b6a4-6a1e-44d4-8486-25fc1e8dfe80), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:50.465803 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for port (4e70b6a4-6a1e-44d4-8486-25fc1e8dfe80), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:50.471182 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (4e70b6a4-6a1e-44d4-8486-25fc1e8dfe80), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:50.491539 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:50.528445 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 345f34ea-234b-441c-abfc-59215677d45d up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:33:50.537568 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Pushing event updated for resources: {'Port': ['ID=4e70b6a4-6a1e-44d4-8486-25fc1e8dfe80,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:50.542566 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (a82412f5-612f-481c-a9e9-71cf3a86a74a), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:50.570866 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port 345f34ea-234b-441c-abfc-59215677d45d completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:33:50.576383 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port 345f34ea-234b-441c-abfc-59215677d45d triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:33:50.576839 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (345f34ea-234b-441c-abfc-59215677d45d), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:50.577192 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port 345f34ea-234b-441c-abfc-59215677d45d Oct 27 13:33:50.639816 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.l3_db [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Floating IP a82412f5-612f-481c-a9e9-71cf3a86a74a associated. External IP: 172.27.0.56, port: 6f019989-3f7e-446f-a0f2-3b80e74ba6d9. Oct 27 13:33:50.654551 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 345f34ea-234b-441c-abfc-59215677d45d is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:33:50.654927 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (345f34ea-234b-441c-abfc-59215677d45d), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:50.683635 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:50.835449 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345f34ea-234b-441c-abfc-59215677d45d'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:33:50.839545 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a6e955-deef-4a6a-bd65-9abaf30aaf89" -d '{"events": [{"server_uuid": "12651cd4-4b20-496e-aa7e-a7c4bb660d60", "name": "network-vif-plugged", "status": "completed", "tag": "345f34ea-234b-441c-abfc-59215677d45d"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:33:50.860786 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 345f34ea-234b-441c-abfc-59215677d45d, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=345f34ea-234b-441c-abfc-59215677d45d,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:33:50.862981 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674cce9-3b2a-4b64-ac8d-899384e17214 req-44a1367e-ad58-49e0-b5d6-55547eeae74c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:50.864891 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e674cce9-3b2a-4b64-ac8d-899384e17214 req-44a1367e-ad58-49e0-b5d6-55547eeae74c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 945 time: 0.0938306 Oct 27 13:33:50.866176 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (345f34ea-234b-441c-abfc-59215677d45d), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:50.903640 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc19592b-b9de-4068-a3f4-0efe487ad0d3 x-openstack-request-id: req-cc19592b-b9de-4068-a3f4-0efe487ad0d3 {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:33:50.904093 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12651cd4-4b20-496e-aa7e-a7c4bb660d60", "name": "network-vif-plugged", "status": "completed", "tag": "345f34ea-234b-441c-abfc-59215677d45d", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:33:50.904344 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc19592b-b9de-4068-a3f4-0efe487ad0d3 {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:33:50.904793 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc19592b-b9de-4068-a3f4-0efe487ad0d3'] response: {'server_uuid': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345f34ea-234b-441c-abfc-59215677d45d', 'code': 200} Oct 27 13:33:50.923475 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=345f34ea-234b-441c-abfc-59215677d45d,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:50.949086 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:33:51.096498 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-e674cce9-3b2a-4b64-ac8d-899384e17214 req-345804fe-8605-4f94-9f73-8534166cb0f2 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1991119 Oct 27 13:33:51.107370 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:33:51.124831 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a22db-41b4-4657-8d20-109304a5d38a None None] Sync routers for ids ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:33:51.136780 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a22db-41b4-4657-8d20-109304a5d38a None None] Routers {'0b2f04dc-fdd0-4f49-aa95-febc19f80a35'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:33:51.137592 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-254a22db-41b4-4657-8d20-109304a5d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:33:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:51.145655 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:51.159004 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381ce61-69ac-4556-8f3c-ab19090f4bb8 req-d2f92f31-068c-4a2d-b2e5-fefca0e50dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:51.160836 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9381ce61-69ac-4556-8f3c-ab19090f4bb8 req-d2f92f31-068c-4a2d-b2e5-fefca0e50dac service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 1130 time: 0.0499456 Oct 27 13:33:51.196979 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-8e735ae3-3034-40fd-b228-1a4df7da8031 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6924908 Oct 27 13:33:51.197795 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'tag': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:33:51.200206 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483781b1-d093-4eab-a568-7d1e611124e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1", "tag": "6f019989-3f7e-446f-a0f2-3b80e74ba6d9"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:33:51.217059 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9381ce61-69ac-4556-8f3c-ab19090f4bb8 req-5eb97ca0-fca7-4a38-95d0-bab09aa7382c service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0505874 Oct 27 13:33:51.244965 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf45fbb-d2a2-4b9a-8e68-9dfef42ae079 x-openstack-request-id: req-5cf45fbb-d2a2-4b9a-8e68-9dfef42ae079 {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:33:51.245399 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1", "tag": "6f019989-3f7e-446f-a0f2-3b80e74ba6d9", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:33:51.245678 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5cf45fbb-d2a2-4b9a-8e68-9dfef42ae079 {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:33:51.246129 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf45fbb-d2a2-4b9a-8e68-9dfef42ae079'] response: {'name': 'network-changed', 'server_uuid': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'tag': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9', 'status': 'completed', 'code': 200} Oct 27 13:33:51.251207 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-254a22db-41b4-4657-8d20-109304a5d38a None None] Set router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:33:51.478209 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483781b1-d093-4eab-a568-7d1e611124e2 req-fb88b73a-c8ce-4fd5-a749-92b3c0b434b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:51.479737 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-483781b1-d093-4eab-a568-7d1e611124e2 req-fb88b73a-c8ce-4fd5-a749-92b3c0b434b1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a470328245084347ac78821d1a0184f7&device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 1129 time: 0.0469165 Oct 27 13:33:51.566165 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-254a22db-41b4-4657-8d20-109304a5d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'name': 'tempest-TestShelveInstance-1061083857-router', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '522a829c-c3e4-4824-b465-eae01716d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:06Z', 'revision_number': 4, 'project_id': 'a470328245084347ac78821d1a0184f7', 'gw_port': {'id': '522a829c-c3e4-4824-b465-eae01716d611', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': 'a82412f5-612f-481c-a9e9-71cf3a86a74a', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'port_id': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2', 'mac_address': 'fa:16:3e:68:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:33:50Z', 'updated_at': '2022-10-27T13:33:50Z', 'revision_number': 0, 'project_id': 'a470328245084347ac78821d1a0184f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a04935-eb9f-4daa-b73e-f89c9eeb5bc0', 'name': '', 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'mac_address': 'fa:16:3e:08:4c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:06Z', 'updated_at': '2022-10-27T13:33:12Z', 'revision_number': 5, 'project_id': 'a470328245084347ac78821d1a0184f7', 'subnets': [{'id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:51.589014 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483781b1-d093-4eab-a568-7d1e611124e2 req-83242b4b-6e53-4e3a-aae7-6d05ef9055ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:51.590646 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-483781b1-d093-4eab-a568-7d1e611124e2 req-83242b4b-6e53-4e3a-aae7-6d05ef9055ee service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d729aa6a-21f7-47de-a278-a508b8293cf2 HTTP/1.1" status: 200 len: 910 time: 0.1046722 Oct 27 13:33:51.591704 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a22db-41b4-4657-8d20-109304a5d38a None None] Checking router: 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:33:51.601278 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a22db-41b4-4657-8d20-109304a5d38a None None] Routers {'0b2f04dc-fdd0-4f49-aa95-febc19f80a35'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:33:51.601880 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-254a22db-41b4-4657-8d20-109304a5d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:33:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:51.704366 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-254a22db-41b4-4657-8d20-109304a5d38a None None] Set router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:33:51.879891 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-483781b1-d093-4eab-a568-7d1e611124e2 req-acfa3d86-7dbd-4a57-b02c-73b8b6f65675 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f019989-3f7e-446f-a0f2-3b80e74ba6d9 HTTP/1.1" status: 200 len: 998 time: 0.0572889 Oct 27 13:33:51.914690 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-254a22db-41b4-4657-8d20-109304a5d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'name': 'tempest-TestShelveInstance-1061083857-router', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '522a829c-c3e4-4824-b465-eae01716d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:06Z', 'revision_number': 4, 'project_id': 'a470328245084347ac78821d1a0184f7', 'gw_port': {'id': '522a829c-c3e4-4824-b465-eae01716d611', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': 'a82412f5-612f-481c-a9e9-71cf3a86a74a', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'port_id': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2', 'mac_address': 'fa:16:3e:68:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:33:50Z', 'updated_at': '2022-10-27T13:33:50Z', 'revision_number': 0, 'project_id': 'a470328245084347ac78821d1a0184f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a04935-eb9f-4daa-b73e-f89c9eeb5bc0', 'name': '', 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'mac_address': 'fa:16:3e:08:4c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:06Z', 'updated_at': '2022-10-27T13:33:12Z', 'revision_number': 5, 'project_id': 'a470328245084347ac78821d1a0184f7', 'subnets': [{'id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:51.929079 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483781b1-d093-4eab-a568-7d1e611124e2 req-9d2a4d0b-e3f0-4d1a-91ac-30e64f609796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:51.930546 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-483781b1-d093-4eab-a568-7d1e611124e2 req-9d2a4d0b-e3f0-4d1a-91ac-30e64f609796 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41c51234-f8cb-4e0c-9191-47f30963084d HTTP/1.1" status: 200 len: 848 time: 0.0441785 Oct 27 13:33:51.938945 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a22db-41b4-4657-8d20-109304a5d38a None None] The sync data for ids ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'] in dv-cinder-862432-3-iscsi is: [{'id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'name': 'tempest-TestShelveInstance-1061083857-router', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '522a829c-c3e4-4824-b465-eae01716d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:06Z', 'revision_number': 4, 'project_id': 'a470328245084347ac78821d1a0184f7', 'gw_port': {'id': '522a829c-c3e4-4824-b465-eae01716d611', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': 'a82412f5-612f-481c-a9e9-71cf3a86a74a', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'port_id': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2', 'mac_address': 'fa:16:3e:68:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:33:50Z', 'updated_at': '2022-10-27T13:33:50Z', 'revision_number': 0, 'project_id': 'a470328245084347ac78821d1a0184f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a04935-eb9f-4daa-b73e-f89c9eeb5bc0', 'name': '', 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'mac_address': 'fa:16:3e:08:4c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:06Z', 'updated_at': '2022-10-27T13:33:12Z', 'revision_number': 5, 'project_id': 'a470328245084347ac78821d1a0184f7', 'subnets': [{'id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:33:51.997803 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483781b1-d093-4eab-a568-7d1e611124e2 req-6bc959c6-c969-47d1-8cd8-b59c8a5784bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:51.999325 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-483781b1-d093-4eab-a568-7d1e611124e2 req-6bc959c6-c969-47d1-8cd8-b59c8a5784bf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d729aa6a-21f7-47de-a278-a508b8293cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461352 Oct 27 13:33:52.071180 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:52.099118 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-483781b1-d093-4eab-a568-7d1e611124e2 req-c7181f3c-daec-4602-b348-5be60cfa7492 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888703 Oct 27 13:33:52.136404 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb815d-707d-4ebe-8884-946da7a97a18 None None] New status for floating IP a82412f5-612f-481c-a9e9-71cf3a86a74a: ACTIVE {{(pid=104534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:33:52.184523 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:52.234402 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0f7d8-c283-4f7c-9e18-7096de109c21 req-a4eee471-4606-4aa3-b2aa-59902d6cd939 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:52.235971 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-dcc0f7d8-c283-4f7c-9e18-7096de109c21 req-a4eee471-4606-4aa3-b2aa-59902d6cd939 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 946 time: 0.0559733 Oct 27 13:33:52.287415 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-dcc0f7d8-c283-4f7c-9e18-7096de109c21 req-54a4f5ac-03fe-4298-8531-c31c9ff1fc5e tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455506 Oct 27 13:33:52.586566 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-483781b1-d093-4eab-a568-7d1e611124e2 req-90c176a9-dfc9-46b4-8e80-0cb3743bd328 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983467 Oct 27 13:33:53.462383 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557b1a4-4848-4057-9f9f-5152d57a5eda req-fc3a49e6-daf3-43d9-a35a-5344bb6ff35b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:53.463765 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9557b1a4-4848-4057-9f9f-5152d57a5eda req-fc3a49e6-daf3-43d9-a35a-5344bb6ff35b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 946 time: 0.1003923 Oct 27 13:33:53.512742 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9557b1a4-4848-4057-9f9f-5152d57a5eda req-9fed25c1-7266-41b7-8dc3-4b92f4e93565 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431943 Oct 27 13:33:53.633799 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce461841-85eb-46e0-871b-18db0d4ba8ec req-93a856c6-615a-4216-ac07-0e77a3522d54 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:53.635299 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ce461841-85eb-46e0-871b-18db0d4ba8ec req-93a856c6-615a-4216-ac07-0e77a3522d54 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 946 time: 0.0481186 Oct 27 13:33:53.684784 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-ce461841-85eb-46e0-871b-18db0d4ba8ec req-de431596-9a21-4dc9-bbc5-5bcdce43ed12 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436282 Oct 27 13:33:53.712698 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36480) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:53.754575 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd442b9-25fd-4ae7-8ee2-eb5a2e6c0beb tempest-TestVolumeBootPattern-1777916092 tempest-TestVolumeBootPattern-1777916092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:53.756112 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-acd442b9-25fd-4ae7-8ee2-eb5a2e6c0beb tempest-TestVolumeBootPattern-1777916092 tempest-TestVolumeBootPattern-1777916092-project-admin] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 1125 time: 0.0425234 Oct 27 13:33:53.758989 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36482) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:33:53.763328 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Request body: {'floatingip': {'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'port_id': '345f34ea-234b-441c-abfc-59215677d45d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:33:53.785754 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:53.862637 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:53.864141 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:53.970811 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Allocated IP 172.27.0.145 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/8f46c340-faa3-40ce-9af5-3b2b54b3b80e) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:33:54.047105 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:54.073738 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for port (8f46c340-faa3-40ce-9af5-3b2b54b3b80e), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:54.105526 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (8f46c340-faa3-40ce-9af5-3b2b54b3b80e), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:54.151917 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:33:54.158026 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:33:54.160480 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event updated for resources: {'Port': ['ID=8f46c340-faa3-40ce-9af5-3b2b54b3b80e,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:54.162770 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:33:54.187163 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:54.187634 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:54.187965 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:54.188332 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:54.188661 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:54.188987 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:54.189313 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:54.189637 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:54.189955 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:54.190279 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:54.190598 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:54.190915 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:54.191233 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:54.191543 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:54.191856 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:33:54.566968 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for floatingip (31747eb9-97a0-44c4-9f63-9ebb2463e8f4), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:54.639828 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (8f46c340-faa3-40ce-9af5-3b2b54b3b80e), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:54.665293 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:54.803113 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for port (8f46c340-faa3-40ce-9af5-3b2b54b3b80e), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:54.808516 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (8f46c340-faa3-40ce-9af5-3b2b54b3b80e), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:54.882643 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (31747eb9-97a0-44c4-9f63-9ebb2463e8f4), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:54.886379 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event updated for resources: {'Port': ['ID=8f46c340-faa3-40ce-9af5-3b2b54b3b80e,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:33:54.928011 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:54.991740 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.l3_db [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Floating IP 31747eb9-97a0-44c4-9f63-9ebb2463e8f4 associated. External IP: 172.27.0.145, port: 345f34ea-234b-441c-abfc-59215677d45d. Oct 27 13:33:55.193514 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Router b76e237f-d3ca-43e2-b768-0e4c630a0d66 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:33:55.298960 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:33:55.308097 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a0287-748c-4b45-8557-85a9cfb42f6d None None] Sync routers for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:33:55.316593 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:55.318609 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a0287-748c-4b45-8557-85a9cfb42f6d None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:33:55.319303 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-df2a0287-748c-4b45-8557-85a9cfb42f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:33:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:55.347324 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-b7529ff6-ce53-4099-8bf7-f93fdff9cd22 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5873275 Oct 27 13:33:55.347958 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'tag': '345f34ea-234b-441c-abfc-59215677d45d'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:33:55.350295 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a82294-9554-4fd6-b552-3fa9736bbf82" -d '{"events": [{"name": "network-changed", "server_uuid": "12651cd4-4b20-496e-aa7e-a7c4bb660d60", "tag": "345f34ea-234b-441c-abfc-59215677d45d"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:33:55.388413 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de87b462-a563-44d6-ba0c-4cd0de38b559 x-openstack-request-id: req-de87b462-a563-44d6-ba0c-4cd0de38b559 {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:33:55.388700 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12651cd4-4b20-496e-aa7e-a7c4bb660d60", "tag": "345f34ea-234b-441c-abfc-59215677d45d", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:33:55.388950 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de87b462-a563-44d6-ba0c-4cd0de38b559 {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:33:55.389347 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de87b462-a563-44d6-ba0c-4cd0de38b559'] response: {'name': 'network-changed', 'server_uuid': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'tag': '345f34ea-234b-441c-abfc-59215677d45d', 'status': 'completed', 'code': 200} Oct 27 13:33:55.425944 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-df2a0287-748c-4b45-8557-85a9cfb42f6d None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:33:55.456677 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a82294-9554-4fd6-b552-3fa9736bbf82 req-02a2d287-5a36-42d9-b230-e606d9365106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:55.458091 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-73a82294-9554-4fd6-b552-3fa9736bbf82 req-02a2d287-5a36-42d9-b230-e606d9365106 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f291a3a8c0394e928aee758baa470ca7&device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 1130 time: 0.0438581 Oct 27 13:33:55.527478 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=100 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:55.541981 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:55.552290 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a82294-9554-4fd6-b552-3fa9736bbf82 req-d19281ef-81d0-4e8a-bf51-d4ec9ccb8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:55.553767 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-73a82294-9554-4fd6-b552-3fa9736bbf82 req-d19281ef-81d0-4e8a-bf51-d4ec9ccb8704 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 200 len: 912 time: 0.0885725 Oct 27 13:33:55.577223 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=100 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:33:55.622413 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-73a82294-9554-4fd6-b552-3fa9736bbf82 req-116bb7ba-7614-45db-ab32-73a6d56d311a service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=345f34ea-234b-441c-abfc-59215677d45d HTTP/1.1" status: 200 len: 1000 time: 0.0626109 Oct 27 13:33:55.647387 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-df2a0287-748c-4b45-8557-85a9cfb42f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '31747eb9-97a0-44c4-9f63-9ebb2463e8f4', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'port_id': '345f34ea-234b-441c-abfc-59215677d45d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'mac_address': 'fa:16:3e:29:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:33:54Z', 'updated_at': '2022-10-27T13:33:54Z', 'revision_number': 0, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:55.671224 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a82294-9554-4fd6-b552-3fa9736bbf82 req-4cdf400f-a278-4531-ab2d-d42bf00e9cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:55.672204 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a0287-748c-4b45-8557-85a9cfb42f6d None None] Checking router: b76e237f-d3ca-43e2-b768-0e4c630a0d66 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:33:55.672881 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-73a82294-9554-4fd6-b552-3fa9736bbf82 req-4cdf400f-a278-4531-ab2d-d42bf00e9cba service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ef90bec0-1c8b-4319-8bce-548391ed871c HTTP/1.1" status: 200 len: 850 time: 0.0449655 Oct 27 13:33:55.692028 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:33:55.693930 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a0287-748c-4b45-8557-85a9cfb42f6d None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:33:55.694535 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-df2a0287-748c-4b45-8557-85a9cfb42f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:33:29Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:55.716601 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a82294-9554-4fd6-b552-3fa9736bbf82 req-aa800c72-cc10-4196-bad1-5c36072866c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:33:55.718015 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-73a82294-9554-4fd6-b552-3fa9736bbf82 req-aa800c72-cc10-4196-bad1-5c36072866c5 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395031 Oct 27 13:33:55.797843 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-df2a0287-748c-4b45-8557-85a9cfb42f6d None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:33:55.812269 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-73a82294-9554-4fd6-b552-3fa9736bbf82 req-63e9c807-f4de-4c2a-a871-3ab264500a92 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876350 Oct 27 13:33:55.904195 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-73a82294-9554-4fd6-b552-3fa9736bbf82 req-8eab82c8-c06c-4585-9406-c303b3ee2420 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860341 Oct 27 13:33:56.007813 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-df2a0287-748c-4b45-8557-85a9cfb42f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '31747eb9-97a0-44c4-9f63-9ebb2463e8f4', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'port_id': '345f34ea-234b-441c-abfc-59215677d45d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'mac_address': 'fa:16:3e:29:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:33:54Z', 'updated_at': '2022-10-27T13:33:54Z', 'revision_number': 0, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:33:56.032409 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a0287-748c-4b45-8557-85a9cfb42f6d None None] The sync data for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi is: [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '31747eb9-97a0-44c4-9f63-9ebb2463e8f4', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'port_id': '345f34ea-234b-441c-abfc-59215677d45d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'mac_address': 'fa:16:3e:29:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:33:54Z', 'updated_at': '2022-10-27T13:33:54Z', 'revision_number': 0, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:33:56.240140 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c72db-62e8-43f8-ae79-8bd5f45234ee None None] New status for floating IP 31747eb9-97a0-44c4-9f63-9ebb2463e8f4: ACTIVE {{(pid=104534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:33:57.200325 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-201abc5e-5923-4000-813a-344912852b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:59.257841 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:33:59.517397 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-688073de-5cd4-41d7-9329-967c7ca38dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:34:00.836726 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:34:02.124629 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:34:02.601931 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:34:02.624747 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:34:05.341898 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:34:05.343826 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:34:05.890625 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=29 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:34:05.900721 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=76 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:34:06.010171 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=45 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:34:06.010929 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=53 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:34:08.619416 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1ee1a6a8-13ab-4cc6-a460-5c0ca4c43ed9 req-672cb3a7-2164-403d-97b9-53d2dfb7d92d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444105 Oct 27 13:34:08.701681 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1a6a8-13ab-4cc6-a460-5c0ca4c43ed9 req-9a516430-ffb8-406e-bc51-2d4e66d8ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:34:08.703737 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1ee1a6a8-13ab-4cc6-a460-5c0ca4c43ed9 req-9a516430-ffb8-406e-bc51-2d4e66d8ddab service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a470328245084347ac78821d1a0184f7&device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 1129 time: 0.0403903 Oct 27 13:34:08.805146 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1a6a8-13ab-4cc6-a460-5c0ca4c43ed9 req-567ab53f-f322-4582-b02e-dd2c98096514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:34:08.806609 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1ee1a6a8-13ab-4cc6-a460-5c0ca4c43ed9 req-567ab53f-f322-4582-b02e-dd2c98096514 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d729aa6a-21f7-47de-a278-a508b8293cf2 HTTP/1.1" status: 200 len: 910 time: 0.0853248 Oct 27 13:34:08.870502 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1ee1a6a8-13ab-4cc6-a460-5c0ca4c43ed9 req-e831b285-cad3-47ea-b3e7-f7096616b63e service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f019989-3f7e-446f-a0f2-3b80e74ba6d9 HTTP/1.1" status: 200 len: 1000 time: 0.0572717 Oct 27 13:34:08.921806 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1a6a8-13ab-4cc6-a460-5c0ca4c43ed9 req-e43104f6-2e33-40f3-a18b-d1fc2e50544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:34:08.923220 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1ee1a6a8-13ab-4cc6-a460-5c0ca4c43ed9 req-e43104f6-2e33-40f3-a18b-d1fc2e50544b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41c51234-f8cb-4e0c-9191-47f30963084d HTTP/1.1" status: 200 len: 848 time: 0.0430508 Oct 27 13:34:08.966614 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1a6a8-13ab-4cc6-a460-5c0ca4c43ed9 req-085264f7-cdaa-4b68-a9eb-e120a5bd0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:34:08.968008 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1ee1a6a8-13ab-4cc6-a460-5c0ca4c43ed9 req-085264f7-cdaa-4b68-a9eb-e120a5bd0afe service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d729aa6a-21f7-47de-a278-a508b8293cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383844 Oct 27 13:34:09.061382 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1ee1a6a8-13ab-4cc6-a460-5c0ca4c43ed9 req-a1e8963c-191e-4ecf-bdf4-0987222a25ab service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852919 Oct 27 13:34:09.153159 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-1ee1a6a8-13ab-4cc6-a460-5c0ca4c43ed9 req-f273a796-5385-4f81-98ca-8879022302ae service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845630 Oct 27 13:34:12.612333 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:34:19.148877 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=47 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:34:19.149946 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=54 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:34:27.178386 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=13 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:34:27.186696 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=19 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:34:27.193191 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-049d59de-87d8-46a0-8045-60767c83ea6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:34:29.275072 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:34:29.521406 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-5d30cdee-10aa-498b-982d-2573df655b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:34:30.842152 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:34:32.124638 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:34:32.609051 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:34:32.680701 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:34:42.603539 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:34:42.604558 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:34:42.677297 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:34:57.216928 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-b9b004b6-2139-4a21-9476-c9315dc82b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:34:59.293087 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:34:59.524075 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0ca124e0-2969-4ef0-9365-f5f6fc0324ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:00.842408 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:00.846580 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:00.847342 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=4 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:02.126139 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:02.611126 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:07.971990 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f2dad5c9-45e1-4b17-b05c-1f068b485444 req-cd016e5b-3d76-4f23-a57a-6ab354e18269 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826573 Oct 27 13:35:08.043940 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dad5c9-45e1-4b17-b05c-1f068b485444 req-541fc997-8d96-4b96-8bfe-3af385c96534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:08.045532 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f2dad5c9-45e1-4b17-b05c-1f068b485444 req-541fc997-8d96-4b96-8bfe-3af385c96534 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f291a3a8c0394e928aee758baa470ca7&device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 1130 time: 0.0424674 Oct 27 13:35:08.155454 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dad5c9-45e1-4b17-b05c-1f068b485444 req-dc23566b-0df8-464d-a222-e7fa7f086dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:08.156859 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f2dad5c9-45e1-4b17-b05c-1f068b485444 req-dc23566b-0df8-464d-a222-e7fa7f086dce service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 200 len: 912 time: 0.0913079 Oct 27 13:35:08.220802 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f2dad5c9-45e1-4b17-b05c-1f068b485444 req-416c29f0-40ab-46b9-ab1a-734c7fd9e1a9 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=345f34ea-234b-441c-abfc-59215677d45d HTTP/1.1" status: 200 len: 1002 time: 0.0574894 Oct 27 13:35:08.270681 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dad5c9-45e1-4b17-b05c-1f068b485444 req-54d84c3c-e3d0-4ca2-ae73-dbeb2b595c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:08.272176 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f2dad5c9-45e1-4b17-b05c-1f068b485444 req-54d84c3c-e3d0-4ca2-ae73-dbeb2b595c52 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ef90bec0-1c8b-4319-8bce-548391ed871c HTTP/1.1" status: 200 len: 850 time: 0.0458956 Oct 27 13:35:08.318690 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dad5c9-45e1-4b17-b05c-1f068b485444 req-925e02ea-c581-42b9-a26b-69ede2ab511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:08.320654 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f2dad5c9-45e1-4b17-b05c-1f068b485444 req-925e02ea-c581-42b9-a26b-69ede2ab511c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427423 Oct 27 13:35:08.330043 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [req-f2dad5c9-45e1-4b17-b05c-1f068b485444 req-11ccdf3c-b63f-46ed-96af-cbbdd3f47528 service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 13:35:08.330981 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f2dad5c9-45e1-4b17-b05c-1f068b485444 req-11ccdf3c-b63f-46ed-96af-cbbdd3f47528 service neutron] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048773 Oct 27 13:35:08.421676 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f2dad5c9-45e1-4b17-b05c-1f068b485444 req-ff77facf-a080-4ec6-99a5-9792b09df15d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846548 Oct 27 13:35:08.518337 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-f2dad5c9-45e1-4b17-b05c-1f068b485444 req-b00ace68-5dd8-491b-a08f-23a1c1dd6b68 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908728 Oct 27 13:35:09.679896 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:35:12.601387 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:12.607035 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:18.513584 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=50 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:18.515479 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=51 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:25.728279 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:25.729037 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:27.198813 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-319809bc-e63c-47f5-8c47-5c40ddbc5ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:29.286929 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:29.526908 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-9c71a0a6-1ea6-4b10-92fe-67e3842979c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:30.846775 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:32.129115 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:32.613942 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:37.838904 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:37.842620 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=4 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:41.485572 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-1e787f5e-69c3-4822-bacd-76e71fe6c7d4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1629517&fields=id&tenant_id=f291a3a8c0394e928aee758baa470ca7 HTTP/1.1" status: 200 len: 267 time: 0.0450585 Oct 27 13:35:41.592582 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-c74b70ca-4f5f-4575-87ec-154576559726 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:41.594085 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-c74b70ca-4f5f-4575-87ec-154576559726 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/networks?id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 200 len: 811 time: 0.1023562 Oct 27 13:35:41.609237 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-6095a4c3-9fbe-4e88-b93b-e8898a18fef8 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/quotas/f291a3a8c0394e928aee758baa470ca7 HTTP/1.1" status: 200 len: 375 time: 0.0097718 Oct 27 13:35:41.660210 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-d0c08736-dcf6-4954-8e77-9c502fc7a9e4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f291a3a8c0394e928aee758baa470ca7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458510 Oct 27 13:35:41.719995 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-35091568-8f3a-4618-818c-3e1a7733c24c service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104532) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 13:35:41.721056 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-35091568-8f3a-4618-818c-3e1a7733c24c service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0486104 Oct 27 13:35:42.059045 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-4189bf5f-67d1-450b-97bb-44f72b402153 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321352 Oct 27 13:35:42.147865 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-c00b205b-a58c-482f-a124-4e1d17e3ff8f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830996 Oct 27 13:35:42.450827 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d3e72579-4a60-4315-a6e8-5391ceca2e16 req-72d964c4-8371-4f40-9c57-13ab29e3f093 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 210 time: 0.0285168 Oct 27 13:35:42.607892 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:42.610518 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:43.562272 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-f0da4921-0255-4994-bae3-e822c57b5160 req-c86a7d11-a55f-484f-ad9b-fc4da2d863af tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 210 time: 0.0299776 Oct 27 13:35:43.590527 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-ec030631-079d-4752-8968-1c795409d152 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:43.592607 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-ec030631-079d-4752-8968-1c795409d152 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.45 "GET /networking/v2.0/networks?id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 200 len: 811 time: 0.1321137 Oct 27 13:35:43.656640 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-9eb001f9-c137-413e-879a-ee358438f5b2 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f291a3a8c0394e928aee758baa470ca7 HTTP/1.1" status: 200 len: 377 time: 0.0564904 Oct 27 13:35:43.664585 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Request body: {'port': {'device_id': 'bebfd790-14af-407c-9357-ce102a1ce53d', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'admin_state_up': True, 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'security_groups': ['73efe9c5-b583-46c0-a5ce-e99ce20e46c4']}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:35:43.774805 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Made reservation on behalf of f291a3a8c0394e928aee758baa470ca7 for: {'port': 1} {{(pid=104533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:35:43.778524 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:43.905216 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_common [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Allocated IP 172.20.0.7 (1c8f3dd5-6b59-4fe5-89a4-312211a0043d/ef90bec0-1c8b-4319-8bce-548391ed871c/348273cd-f10d-480b-b8b3-9e76b212a7c1) {{(pid=104533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:35:44.055998 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for port (348273cd-f10d-480b-b8b3-9e76b212a7c1), precommit_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:44.088504 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (348273cd-f10d-480b-b8b3-9e76b212a7c1), after_create {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:44.131175 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d is already hosted by enough agents. {{(pid=104533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:35:44.136852 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.base_scheduler [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Resources bound (agent type, host, resource id): {{(pid=104533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:35:44.140410 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Received port after_create {{(pid=104533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:35:44.146486 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event updated for resources: {'Port': ['ID=348273cd-f10d-480b-b8b3-9e76b212a7c1,revision_number=1']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:35:44.315037 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-f9ec2877-3126-49f9-aec6-102e8353fa60 None None] Provisioning complete for port 348273cd-f10d-480b-b8b3-9e76b212a7c1 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:35:44.315585 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f9ec2877-3126-49f9-aec6-102e8353fa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (348273cd-f10d-480b-b8b3-9e76b212a7c1), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:44.315701 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-f9ec2877-3126-49f9-aec6-102e8353fa60 None None] Attempt 1 to provision port 348273cd-f10d-480b-b8b3-9e76b212a7c1 Oct 27 13:35:44.348806 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec2877-3126-49f9-aec6-102e8353fa60 None None] Port 348273cd-f10d-480b-b8b3-9e76b212a7c1 cannot update to ACTIVE because it is not bound. {{(pid=104534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 13:35:44.444904 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:44.445241 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:44.445574 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:44.445905 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:44.446232 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:44.446557 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:44.446883 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:44.447199 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:44.447515 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:44.447830 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:44.448144 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:44.448483 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:44.449387 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:44.449702 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:44.450016 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:44.470702 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:44.471291 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:44.486688 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-8f83f61c-1f05-45f5-bb7d-09d095960b68 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8256922 Oct 27 13:35:44.499338 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.v2.base [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Request body: {'port': {'device_id': 'bebfd790-14af-407c-9357-ce102a1ce53d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86243'}} {{(pid=104533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:35:44.525725 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:44.559086 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (348273cd-f10d-480b-b8b3-9e76b212a7c1), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:44.590153 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:44.719045 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4b9eb-5147-4398-9db2-11aff9cbb30f req-5ed61afd-b7ce-4ea1-8cf3-35da70adadf1 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:44.720571 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-65c4b9eb-5147-4398-9db2-11aff9cbb30f req-5ed61afd-b7ce-4ea1-8cf3-35da70adadf1 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 931 time: 0.0627458 Oct 27 13:35:44.822119 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-65c4b9eb-5147-4398-9db2-11aff9cbb30f req-dc450c27-70c3-4729-9852-bf3415e9fc72 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0911579 Oct 27 13:35:44.890146 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348273cd-f10d-480b-b8b3-9e76b212a7c1 {{(pid=104533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:35:44.897827 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Publish callbacks [] for port (348273cd-f10d-480b-b8b3-9e76b212a7c1), precommit_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:44.910563 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.provisioning_blocks [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Transition to ACTIVE for port object 348273cd-f10d-480b-b8b3-9e76b212a7c1 will not be triggered until provisioned by entity L2. {{(pid=104533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 13:35:44.913410 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (348273cd-f10d-480b-b8b3-9e76b212a7c1), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:44.982518 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Pushing event updated for resources: {'Port': ['ID=348273cd-f10d-480b-b8b3-9e76b212a7c1,revision_number=2']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:35:45.029279 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Attempting to bind port 348273cd-f10d-480b-b8b3-9e76b212a7c1 on host hv-cinder-86243 for vnic_type normal with profile {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 13:35:45.029604 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Attempting to bind port 348273cd-f10d-480b-b8b3-9e76b212a7c1 by drivers openvswitch,hyperv on host hv-cinder-86243 at level 0 using segments [{'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 13:35:45.029926 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Attempting to bind port 348273cd-f10d-480b-b8b3-9e76b212a7c1 on network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:35:45.070110 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Port 348273cd-f10d-480b-b8b3-9e76b212a7c1 on network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86243 {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:35:45.070428 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Attempting to bind port 348273cd-f10d-480b-b8b3-9e76b212a7c1 on network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:35:45.111352 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Checking agent: {'id': '279e8a0c-c493-4298-a830-0730c1248140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86243', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'started_at': datetime.datetime(2022, 10, 27, 13, 21, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 13, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 13:35:45.111669 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Checking segment: {'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 13:35:45.112044 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Bound using segment: {'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'} {{(pid=104533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 13:35:45.112602 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.managers [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Bound port: 348273cd-f10d-480b-b8b3-9e76b212a7c1, host: hv-cinder-86243, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2f4cc3-c6f8-4104-97df-d977133c790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d'}}] {{(pid=104533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 13:35:45.112958 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (348273cd-f10d-480b-b8b3-9e76b212a7c1), before_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:45.176738 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] For port 348273cd-f10d-480b-b8b3-9e76b212a7c1, host hv-cinder-86243, cleared binding levels {{(pid=104533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:35:45.179640 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] For port 348273cd-f10d-480b-b8b3-9e76b212a7c1, host hv-cinder-86243, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=348273cd-f10d-480b-b8b3-9e76b212a7c1,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:35:45.185421 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4109437'] for port (348273cd-f10d-480b-b8b3-9e76b212a7c1), after_update {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:45.189415 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:45.190120 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:45.191510 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/348273cd-f10d-480b-b8b3-9e76b212a7c1 HTTP/1.1" status: 200 len: 1093 time: 0.6967816 Oct 27 13:35:45.192042 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebfd790-14af-407c-9357-ce102a1ce53d', 'tag': '348273cd-f10d-480b-b8b3-9e76b212a7c1'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:35:45.194294 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e0d2bb-a620-4789-b243-7f6e7080d33b" -d '{"events": [{"name": "network-changed", "server_uuid": "bebfd790-14af-407c-9357-ce102a1ce53d", "tag": "348273cd-f10d-480b-b8b3-9e76b212a7c1"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:35:45.270130 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c78a5-1485-4e4c-bf7d-58ba9d0205c8 service neutron] Pushing event updated for resources: {'Port': ['ID=348273cd-f10d-480b-b8b3-9e76b212a7c1,revision_number=3']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:35:45.279944 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-d31a9d6c-a551-4b22-a1e4-fae6d0ee3825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:45.281469 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-d31a9d6c-a551-4b22-a1e4-fae6d0ee3825 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f291a3a8c0394e928aee758baa470ca7&device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 1127 time: 0.0479972 Oct 27 13:35:45.326566 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b8c4a3-766e-4811-85d3-0981acd78cb0 x-openstack-request-id: req-81b8c4a3-766e-4811-85d3-0981acd78cb0 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:35:45.326854 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebfd790-14af-407c-9357-ce102a1ce53d", "tag": "348273cd-f10d-480b-b8b3-9e76b212a7c1", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:35:45.327104 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81b8c4a3-766e-4811-85d3-0981acd78cb0 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:35:45.327499 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81b8c4a3-766e-4811-85d3-0981acd78cb0'] response: {'name': 'network-changed', 'server_uuid': 'bebfd790-14af-407c-9357-ce102a1ce53d', 'tag': '348273cd-f10d-480b-b8b3-9e76b212a7c1', 'status': 'completed', 'code': 200} Oct 27 13:35:45.329360 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-568d7d32-e247-49e1-83c8-8a16ccc1b24a service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348273cd-f10d-480b-b8b3-9e76b212a7c1 HTTP/1.1" status: 200 len: 217 time: 0.0398214 Oct 27 13:35:45.378895 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-bb83fadf-b4fe-4cb3-b8b9-5aad6a73d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:45.380333 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-bb83fadf-b4fe-4cb3-b8b9-5aad6a73d36f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ef90bec0-1c8b-4319-8bce-548391ed871c HTTP/1.1" status: 200 len: 850 time: 0.0442588 Oct 27 13:35:45.418522 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:45.424329 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-2573fea1-c73f-436d-be00-28edf25b654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:45.425810 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-2573fea1-c73f-436d-be00-28edf25b654b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397584 Oct 27 13:35:45.480606 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:45.521401 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-0065e984-adb0-4907-b41f-5c023f96e13d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894639 Oct 27 13:35:45.610000 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-9e45e392-32e7-47a5-90e2-92dffe42538a req-1700f947-2e15-4310-92b5-e9e1be5151b7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831065 Oct 27 13:35:45.940049 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0d2bb-a620-4789-b243-7f6e7080d33b req-fc8a1d14-60da-4394-b184-c03e97c58666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:45.941548 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e9e0d2bb-a620-4789-b243-7f6e7080d33b req-fc8a1d14-60da-4394-b184-c03e97c58666 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f291a3a8c0394e928aee758baa470ca7&device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 1127 time: 0.0688767 Oct 27 13:35:45.964918 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d7cc4-38d8-4b72-839e-3cb2091397e1 req-939fdef1-bde3-42f6-ac03-32727020ab45 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:45.966329 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d12d7cc4-38d8-4b72-839e-3cb2091397e1 req-939fdef1-bde3-42f6-ac03-32727020ab45 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 943 time: 0.0673058 Oct 27 13:35:46.069387 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d12d7cc4-38d8-4b72-839e-3cb2091397e1 req-ac69f7d1-7b19-4647-a8e0-0185138284b8 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0932000 Oct 27 13:35:46.082180 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0d2bb-a620-4789-b243-7f6e7080d33b req-a913aebc-e6b8-4052-a3ce-401fb01a5493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:46.083616 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e9e0d2bb-a620-4789-b243-7f6e7080d33b req-a913aebc-e6b8-4052-a3ce-401fb01a5493 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 200 len: 912 time: 0.1338816 Oct 27 13:35:46.125606 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e9e0d2bb-a620-4789-b243-7f6e7080d33b req-2cf47be0-d6eb-4ecc-92f1-46115ae31f5a service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348273cd-f10d-480b-b8b3-9e76b212a7c1 HTTP/1.1" status: 200 len: 217 time: 0.0327878 Oct 27 13:35:46.178408 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0d2bb-a620-4789-b243-7f6e7080d33b req-6fcf7787-3bc2-4ee4-b93b-208fea15623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:46.179827 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e9e0d2bb-a620-4789-b243-7f6e7080d33b req-6fcf7787-3bc2-4ee4-b93b-208fea15623f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ef90bec0-1c8b-4319-8bce-548391ed871c HTTP/1.1" status: 200 len: 850 time: 0.0451658 Oct 27 13:35:46.223457 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0d2bb-a620-4789-b243-7f6e7080d33b req-77b323c7-c5f9-4847-90a6-a695a53f0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:46.224941 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e9e0d2bb-a620-4789-b243-7f6e7080d33b req-77b323c7-c5f9-4847-90a6-a695a53f0b40 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391269 Oct 27 13:35:46.315963 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e9e0d2bb-a620-4789-b243-7f6e7080d33b req-3fec5007-560f-41f8-b873-85e52240cf85 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848410 Oct 27 13:35:46.408662 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e9e0d2bb-a620-4789-b243-7f6e7080d33b req-2dc39a91-d010-4748-a719-95c31d563385 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863380 Oct 27 13:35:46.681394 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:35:47.192965 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06341d52-898a-4e20-96fc-1d6f44ae357c req-d6fa9b7a-bf2a-4401-b64f-c73b3e4546a7 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:47.194436 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-06341d52-898a-4e20-96fc-1d6f44ae357c req-d6fa9b7a-bf2a-4401-b64f-c73b3e4546a7 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 943 time: 0.0493197 Oct 27 13:35:47.242096 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-06341d52-898a-4e20-96fc-1d6f44ae357c req-68375cdf-1c04-482c-a977-75b54b711f8d tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420527 Oct 27 13:35:48.362489 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04614c26-03a1-420b-aea1-675ed16e2296 req-bd2750e3-e05e-4886-842b-3385e4e42f00 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:48.364112 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-04614c26-03a1-420b-aea1-675ed16e2296 req-bd2750e3-e05e-4886-842b-3385e4e42f00 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 943 time: 0.0474336 Oct 27 13:35:48.419019 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-04614c26-03a1-420b-aea1-675ed16e2296 req-b428b7fc-8e4b-4605-b6b5-d1555ab9a66b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0478284 Oct 27 13:35:48.518717 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995b615-cd76-4aed-b7f3-7e636863ee7a req-47c9c6c2-fe01-43fa-93cb-96501f7d4760 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:48.520175 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9995b615-cd76-4aed-b7f3-7e636863ee7a req-47c9c6c2-fe01-43fa-93cb-96501f7d4760 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0480926 Oct 27 13:35:48.568549 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-9995b615-cd76-4aed-b7f3-7e636863ee7a req-c769095e-0df4-4250-add3-5309dbe69767 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421741 Oct 27 13:35:49.539274 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49a745-d3ba-4a21-ba73-1eee07c544fb req-d2e56168-0308-4a16-b08a-93ebae1719c9 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:49.540755 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cd49a745-d3ba-4a21-ba73-1eee07c544fb req-d2e56168-0308-4a16-b08a-93ebae1719c9 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 943 time: 0.0465553 Oct 27 13:35:49.590066 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-cd49a745-d3ba-4a21-ba73-1eee07c544fb req-f6872deb-6a5e-49e4-bf94-69342cb675a9 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431519 Oct 27 13:35:49.691494 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdef5b6-40bb-42bf-a241-7d442be06bcd req-86cb609e-d284-4f3c-86c9-86efe072d1e3 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:49.692965 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-efdef5b6-40bb-42bf-a241-7d442be06bcd req-86cb609e-d284-4f3c-86c9-86efe072d1e3 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0486608 Oct 27 13:35:49.741222 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-efdef5b6-40bb-42bf-a241-7d442be06bcd req-be592145-5039-437e-8bb3-ce48056d8f82 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425446 Oct 27 13:35:50.712251 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbc182-42ee-4739-ac08-a40d7eb93432 req-7f5561d3-5d70-44c0-87f2-42b73bb02023 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:50.713740 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2fcbc182-42ee-4739-ac08-a40d7eb93432 req-7f5561d3-5d70-44c0-87f2-42b73bb02023 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 943 time: 0.0499160 Oct 27 13:35:50.746342 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:50.763440 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2fcbc182-42ee-4739-ac08-a40d7eb93432 req-6254f250-1682-4c67-b1f2-27a9f8e79f54 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433629 Oct 27 13:35:50.862207 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca55db-4db6-4838-937c-d3c9303cdb78 req-28c6d270-2e49-43d9-95b9-5b0ff7e6ec29 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:50.863673 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-abca55db-4db6-4838-937c-d3c9303cdb78 req-28c6d270-2e49-43d9-95b9-5b0ff7e6ec29 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0457149 Oct 27 13:35:50.912141 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-abca55db-4db6-4838-937c-d3c9303cdb78 req-7467d709-94aa-4b59-bdf6-55118dc98f50 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429051 Oct 27 13:35:51.884418 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac74d6-a9fb-4a25-9988-0e17ec4efb72 req-26197f2d-70ba-4755-885c-ea9dedfd10a2 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:51.885773 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b0ac74d6-a9fb-4a25-9988-0e17ec4efb72 req-26197f2d-70ba-4755-885c-ea9dedfd10a2 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 943 time: 0.0469863 Oct 27 13:35:51.915952 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:51.934728 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b0ac74d6-a9fb-4a25-9988-0e17ec4efb72 req-330cbf00-47c7-47fe-8eef-cb373fd9c88b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434251 Oct 27 13:35:52.033122 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2badc-b714-4368-a379-f0691a219c0f req-1005228f-cd79-4d2b-a614-2f23ed5694c1 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:52.034587 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-26c2badc-b714-4368-a379-f0691a219c0f req-1005228f-cd79-4d2b-a614-2f23ed5694c1 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0457520 Oct 27 13:35:52.086272 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-26c2badc-b714-4368-a379-f0691a219c0f req-3c4c8b98-3544-4e10-94d7-1b91f4818fbd tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460901 Oct 27 13:35:53.060986 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc66bf-5fcf-4786-923e-2e9dfea44bf7 req-5dd609e1-cb56-4e81-9eff-de70a125089b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:53.062369 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a0fc66bf-5fcf-4786-923e-2e9dfea44bf7 req-5dd609e1-cb56-4e81-9eff-de70a125089b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 943 time: 0.0510659 Oct 27 13:35:53.111543 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-a0fc66bf-5fcf-4786-923e-2e9dfea44bf7 req-1e98d9d7-7d94-4cf5-9cf6-1227f12982c0 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435660 Oct 27 13:35:53.208414 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbb13b-b6a4-4149-a38c-f6ac3ccb294b req-52bd376e-92be-4330-b9af-c75b46ecd799 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:53.209898 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c8cbb13b-b6a4-4149-a38c-f6ac3ccb294b req-52bd376e-92be-4330-b9af-c75b46ecd799 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0461895 Oct 27 13:35:53.247941 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 348273cd-f10d-480b-b8b3-9e76b212a7c1 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:35:53.250295 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:53.259809 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-c8cbb13b-b6a4-4149-a38c-f6ac3ccb294b req-b4805bc5-c6d3-4a92-abc5-99cf588e672c tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442607 Oct 27 13:35:53.347165 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 348273cd-f10d-480b-b8b3-9e76b212a7c1, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=348273cd-f10d-480b-b8b3-9e76b212a7c1,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:35:53.359089 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': '348273cd-f10d-480b-b8b3-9e76b212a7c1', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'port_id': '348273cd-f10d-480b-b8b3-9e76b212a7c1', 'mac_address': 'fa:16:3e:47:ec:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:35:53.392986 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 348273cd-f10d-480b-b8b3-9e76b212a7c1 is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:35:53.393366 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (348273cd-f10d-480b-b8b3-9e76b212a7c1), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:53.407459 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348273cd-f10d-480b-b8b3-9e76b212a7c1 {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:35:53.427532 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 348273cd-f10d-480b-b8b3-9e76b212a7c1, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=348273cd-f10d-480b-b8b3-9e76b212a7c1,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:35:53.430904 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (348273cd-f10d-480b-b8b3-9e76b212a7c1), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:53.478347 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=348273cd-f10d-480b-b8b3-9e76b212a7c1,revision_number=4']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:35:53.486053 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:53.486391 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:53.486726 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:53.487053 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:53.487376 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:53.487696 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:53.488012 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:53.488356 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:53.488674 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:53.488986 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:53.489297 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:53.489613 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:53.489924 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:53.490240 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:53.490547 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:53.706529 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['348273cd-f10d-480b-b8b3-9e76b212a7c1'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:35:54.229512 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4c62d-871b-4d69-8e24-79a83cfa928e req-61301a08-7af3-4d88-b2bd-96248f7eeb88 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:54.230846 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ebe4c62d-871b-4d69-8e24-79a83cfa928e req-61301a08-7af3-4d88-b2bd-96248f7eeb88 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 944 time: 0.0463257 Oct 27 13:35:54.279526 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ebe4c62d-871b-4d69-8e24-79a83cfa928e req-5dce87bf-3e40-4ee3-b57e-e977c985bbe8 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427759 Oct 27 13:35:54.379247 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f249b-a91e-4cee-ad78-f6646a5328f1 req-13bd95a6-9a2d-4456-98c7-f95ee39a0f8b tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:54.380729 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-051f249b-a91e-4cee-ad78-f6646a5328f1 req-13bd95a6-9a2d-4456-98c7-f95ee39a0f8b tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0456505 Oct 27 13:35:54.430235 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-051f249b-a91e-4cee-ad78-f6646a5328f1 req-fdd7fa43-e8a9-4b3c-b80e-9f06e8f2393f tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438433 Oct 27 13:35:55.279494 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 348273cd-f10d-480b-b8b3-9e76b212a7c1 up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:35:55.322286 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning for port 348273cd-f10d-480b-b8b3-9e76b212a7c1 completed by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 13:35:55.329441 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port 348273cd-f10d-480b-b8b3-9e76b212a7c1 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:35:55.329867 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (348273cd-f10d-480b-b8b3-9e76b212a7c1), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:55.330208 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port 348273cd-f10d-480b-b8b3-9e76b212a7c1 Oct 27 13:35:55.401905 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009dc17-f05d-472f-9dba-5895b90a4771 req-f048b735-fcbe-4210-a3e2-d6ce4bee1ab4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:55.403681 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2009dc17-f05d-472f-9dba-5895b90a4771 req-f048b735-fcbe-4210-a3e2-d6ce4bee1ab4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 944 time: 0.0477667 Oct 27 13:35:55.410127 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 348273cd-f10d-480b-b8b3-9e76b212a7c1 is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:35:55.410519 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (348273cd-f10d-480b-b8b3-9e76b212a7c1), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:55.435129 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebfd790-14af-407c-9357-ce102a1ce53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348273cd-f10d-480b-b8b3-9e76b212a7c1'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:35:55.437441 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb930064-da53-4991-8ff1-a879403a1c3f" -d '{"events": [{"server_uuid": "bebfd790-14af-407c-9357-ce102a1ce53d", "name": "network-vif-plugged", "status": "completed", "tag": "348273cd-f10d-480b-b8b3-9e76b212a7c1"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:35:55.439541 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:55.452276 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 348273cd-f10d-480b-b8b3-9e76b212a7c1, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=348273cd-f10d-480b-b8b3-9e76b212a7c1,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:35:55.459232 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (348273cd-f10d-480b-b8b3-9e76b212a7c1), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:55.468810 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-2009dc17-f05d-472f-9dba-5895b90a4771 req-1f57e809-14eb-4aed-a345-6dd64e7e8b0f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0582049 Oct 27 13:35:55.499843 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:55.525811 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=348273cd-f10d-480b-b8b3-9e76b212a7c1,revision_number=5']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:35:55.553514 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bcd6db-3b90-4a73-93ae-015b69778f07 x-openstack-request-id: req-e0bcd6db-3b90-4a73-93ae-015b69778f07 {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:35:55.553809 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebfd790-14af-407c-9357-ce102a1ce53d", "name": "network-vif-plugged", "status": "completed", "tag": "348273cd-f10d-480b-b8b3-9e76b212a7c1", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:35:55.554059 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0bcd6db-3b90-4a73-93ae-015b69778f07 {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:35:55.554454 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0bcd6db-3b90-4a73-93ae-015b69778f07'] response: {'server_uuid': 'bebfd790-14af-407c-9357-ce102a1ce53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348273cd-f10d-480b-b8b3-9e76b212a7c1', 'code': 200} Oct 27 13:35:55.571663 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ae44e-1506-4628-a0a4-090dbee892b5 req-76b1077c-b01e-46f4-9f0f-de2e898af7f5 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:55.573336 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-236ae44e-1506-4628-a0a4-090dbee892b5 req-76b1077c-b01e-46f4-9f0f-de2e898af7f5 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0505056 Oct 27 13:35:55.628699 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-236ae44e-1506-4628-a0a4-090dbee892b5 req-05a439d3-ae9a-44a8-8450-6d95bb3fda9b tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488536 Oct 27 13:35:55.798625 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed257eb4-d9f6-4021-9d71-b7facd8e0679 req-2d245944-ea4e-40c0-895f-668777770da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:55.800038 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ed257eb4-d9f6-4021-9d71-b7facd8e0679 req-2d245944-ea4e-40c0-895f-668777770da8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 1129 time: 0.0397320 Oct 27 13:35:55.865944 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-ed257eb4-d9f6-4021-9d71-b7facd8e0679 req-6a5a73dd-b54f-4eea-a845-8e153fe77f9d service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409977 Oct 27 13:35:56.554327 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:56.593092 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12334902-3b0c-4349-b7bd-44d9d3bb3b86 req-3b1425e0-8047-4cac-bce4-1934b8c1f49f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:56.594604 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-12334902-3b0c-4349-b7bd-44d9d3bb3b86 req-3b1425e0-8047-4cac-bce4-1934b8c1f49f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 945 time: 0.0508502 Oct 27 13:35:56.644241 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-12334902-3b0c-4349-b7bd-44d9d3bb3b86 req-eee21bd1-6c7e-40f1-9bfb-f6cf26c039c2 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439475 Oct 27 13:35:56.676124 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:56.676919 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:56.754707 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd60cf4-98cb-4d64-b230-2343d4f60de4 req-84abf016-9463-4a4a-8e65-28e9576477ec tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:56.756107 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3fd60cf4-98cb-4d64-b230-2343d4f60de4 req-84abf016-9463-4a4a-8e65-28e9576477ec tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0510540 Oct 27 13:35:56.804767 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3fd60cf4-98cb-4d64-b230-2343d4f60de4 req-f1c5b555-6319-41c5-b890-6fe7ce79168b tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431061 Oct 27 13:35:57.200771 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-b68ac015-f145-4628-9a08-8d4becd526a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:57.763504 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193db560-9b15-4e32-bf4f-0c899e37ebb2 req-7f943217-bc42-4e6a-ace7-70d0b7f4b848 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:57.764988 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-193db560-9b15-4e32-bf4f-0c899e37ebb2 req-7f943217-bc42-4e6a-ace7-70d0b7f4b848 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 945 time: 0.0469046 Oct 27 13:35:57.813957 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-193db560-9b15-4e32-bf4f-0c899e37ebb2 req-a1df4984-2093-4578-a806-286e9ea83cd2 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433183 Oct 27 13:35:57.927329 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0fde3-4cfd-4030-969e-8661fa72cd19 req-0b5783ba-a7d8-4514-bbc9-ed3042c2df40 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:57.928732 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e7a0fde3-4cfd-4030-969e-8661fa72cd19 req-0b5783ba-a7d8-4514-bbc9-ed3042c2df40 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0474093 Oct 27 13:35:57.934490 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37eb574-af6e-495c-bfbe-795873edd125 req-4be54b04-4d7f-4771-8960-dda53d274d4b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:57.935989 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a37eb574-af6e-495c-bfbe-795873edd125 req-4be54b04-4d7f-4771-8960-dda53d274d4b tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 945 time: 0.0502715 Oct 27 13:35:57.978931 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e7a0fde3-4cfd-4030-969e-8661fa72cd19 req-3fe41eea-3bc1-4d8e-bbe7-c4ef8092df2e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443947 Oct 27 13:35:57.985086 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a37eb574-af6e-495c-bfbe-795873edd125 req-33d7ecfd-aeb2-46b6-9891-2fd0d1c9406d tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434768 Oct 27 13:35:58.012600 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36648) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:35:58.051231 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0eb77f-d24a-4df2-89a7-fc9e84d24cf1 tempest-TestVolumeBootPattern-1777916092 tempest-TestVolumeBootPattern-1777916092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:58.052754 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-bf0eb77f-d24a-4df2-89a7-fc9e84d24cf1 tempest-TestVolumeBootPattern-1777916092 tempest-TestVolumeBootPattern-1777916092-project-admin] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 1124 time: 0.0391393 Oct 27 13:35:58.055519 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36650) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:35:58.059632 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.v2.base [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Request body: {'floatingip': {'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'port_id': '348273cd-f10d-480b-b8b3-9e76b212a7c1', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 13:35:58.081188 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:58.160990 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (None), before_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:58.265668 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_common [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Allocated IP 172.27.0.29 (5a1bb765-68cf-40e8-b6e6-5fc79a5fd267/17e8f47d-b83b-452e-8157-31ef98e158ac/e30e0645-9752-4b04-ae40-b9cd07efab19) {{(pid=104532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:35:58.372203 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for port (e30e0645-9752-4b04-ae40-b9cd07efab19), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:58.403827 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757664278384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (e30e0645-9752-4b04-ae40-b9cd07efab19), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:58.439741 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Network 5a1bb765-68cf-40e8-b6e6-5fc79a5fd267 is already hosted by enough agents. {{(pid=104532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:35:58.442665 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.base_scheduler [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Resources bound (agent type, host, resource id): {{(pid=104532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:35:58.445214 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Received port after_create {{(pid=104532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 13:35:58.475342 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event updated for resources: {'Port': ['ID=e30e0645-9752-4b04-ae40-b9cd07efab19,revision_number=1']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:35:58.481578 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:58.491455 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:58.491798 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:58.492132 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:58.492489 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:58.492816 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:58.493136 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:58.493454 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:58.493768 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:58.494083 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:58.494578 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:58.494917 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:58.495219 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:58.495534 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:58.495844 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:58.496152 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:35:58.545745 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:58.668026 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22940cde-8982-419a-a9c0-11b8a627b6d3 req-2c539b58-1d82-4a3e-95cc-50b5ab7aa3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:58.669559 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-22940cde-8982-419a-a9c0-11b8a627b6d3 req-2c539b58-1d82-4a3e-95cc-50b5ab7aa3d3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a470328245084347ac78821d1a0184f7&device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 1129 time: 0.0396059 Oct 27 13:35:58.767631 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22940cde-8982-419a-a9c0-11b8a627b6d3 req-89e86561-a439-4706-b6f6-5cb1eb31e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:58.769125 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-22940cde-8982-419a-a9c0-11b8a627b6d3 req-89e86561-a439-4706-b6f6-5cb1eb31e145 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d729aa6a-21f7-47de-a278-a508b8293cf2 HTTP/1.1" status: 200 len: 910 time: 0.0937719 Oct 27 13:35:58.824392 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for floatingip (ce43cdc8-a449-4667-a65c-c11535fd9059), precommit_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:58.835975 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-22940cde-8982-419a-a9c0-11b8a627b6d3 req-6d13734d-57e9-4fa5-a66f-fa23a2756765 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f019989-3f7e-446f-a0f2-3b80e74ba6d9 HTTP/1.1" status: 200 len: 1000 time: 0.0601737 Oct 27 13:35:58.868870 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:58.888223 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22940cde-8982-419a-a9c0-11b8a627b6d3 req-c3057ff6-3ec1-484f-829e-b718fc922859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:58.889728 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-22940cde-8982-419a-a9c0-11b8a627b6d3 req-c3057ff6-3ec1-484f-829e-b718fc922859 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41c51234-f8cb-4e0c-9191-47f30963084d HTTP/1.1" status: 200 len: 848 time: 0.0480835 Oct 27 13:35:58.890642 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (e30e0645-9752-4b04-ae40-b9cd07efab19), before_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:58.933314 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22940cde-8982-419a-a9c0-11b8a627b6d3 req-7aecf0e3-d013-485f-b26e-a3d248c624f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:58.934850 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-22940cde-8982-419a-a9c0-11b8a627b6d3 req-7aecf0e3-d013-485f-b26e-a3d248c624f9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d729aa6a-21f7-47de-a278-a508b8293cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399566 Oct 27 13:35:59.041059 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-22940cde-8982-419a-a9c0-11b8a627b6d3 req-5aca172b-1b77-4a9d-b53b-69d7ec52aa63 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001608 Oct 27 13:35:59.046870 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for port (e30e0645-9752-4b04-ae40-b9cd07efab19), precommit_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:59.053517 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2878146'] for port (e30e0645-9752-4b04-ae40-b9cd07efab19), after_update {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:59.114292 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:59.125326 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event updated for resources: {'Port': ['ID=e30e0645-9752-4b04-ae40-b9cd07efab19,revision_number=2']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:35:59.127861 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658885'] for floatingip (ce43cdc8-a449-4667-a65c-c11535fd9059), after_create {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:59.145932 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279fb2d-71f0-4940-97f1-ac27c940ab24 req-490b24d6-cf76-48ab-9086-ba4db5fad8a2 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:35:59.147403 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0279fb2d-71f0-4940-97f1-ac27c940ab24 req-490b24d6-cf76-48ab-9086-ba4db5fad8a2 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0815921 Oct 27 13:35:59.189562 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-22940cde-8982-419a-a9c0-11b8a627b6d3 req-33a33e19-d77b-4a25-a842-0501ed19d64f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424625 Oct 27 13:35:59.217187 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-0279fb2d-71f0-4940-97f1-ac27c940ab24 req-e2bebaf7-251a-40bf-b64a-f537832d8afc tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629430 Oct 27 13:35:59.230029 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.l3_db [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Floating IP ce43cdc8-a449-4667-a65c-c11535fd9059 associated. External IP: 172.27.0.29, port: 348273cd-f10d-480b-b8b3-9e76b212a7c1. Oct 27 13:35:59.275001 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:59.297229 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:59.431600 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Router b76e237f-d3ca-43e2-b768-0e4c630a0d66 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:35:59.472441 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:35:59.528014 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-603ad18b-5bff-487d-81f5-90d7dc928045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:59.534258 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:35:59.543547 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae168c3-b3c9-4e7c-a068-1fe65e52f32c None None] Sync routers for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:35:59.555850 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae168c3-b3c9-4e7c-a068-1fe65e52f32c None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:35:59.556093 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:35:59.556499 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-2ae168c3-b3c9-4e7c-a068-1fe65e52f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:36:00Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:35:59.588039 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-14869142-8dce-48c4-9063-220eef13cfbe tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5315211 Oct 27 13:35:59.589132 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebfd790-14af-407c-9357-ce102a1ce53d', 'tag': '348273cd-f10d-480b-b8b3-9e76b212a7c1'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:35:59.591547 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22574cb8-7af8-4580-9234-cd3fe398f652" -d '{"events": [{"name": "network-changed", "server_uuid": "bebfd790-14af-407c-9357-ce102a1ce53d", "tag": "348273cd-f10d-480b-b8b3-9e76b212a7c1"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:35:59.689488 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9028509-1358-4f14-8ba2-bd51a63798ec x-openstack-request-id: req-c9028509-1358-4f14-8ba2-bd51a63798ec {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:35:59.689788 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebfd790-14af-407c-9357-ce102a1ce53d", "tag": "348273cd-f10d-480b-b8b3-9e76b212a7c1", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:35:59.690046 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9028509-1358-4f14-8ba2-bd51a63798ec {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:35:59.690460 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9028509-1358-4f14-8ba2-bd51a63798ec'] response: {'name': 'network-changed', 'server_uuid': 'bebfd790-14af-407c-9357-ce102a1ce53d', 'tag': '348273cd-f10d-480b-b8b3-9e76b212a7c1', 'status': 'completed', 'code': 200} Oct 27 13:35:59.747640 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-2ae168c3-b3c9-4e7c-a068-1fe65e52f32c None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:35:59.950093 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-2ae168c3-b3c9-4e7c-a068-1fe65e52f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '31747eb9-97a0-44c4-9f63-9ebb2463e8f4', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'port_id': '345f34ea-234b-441c-abfc-59215677d45d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'mac_address': 'fa:16:3e:29:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:33:54Z', 'updated_at': '2022-10-27T13:33:56Z', 'revision_number': 1, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address_scope': None}, {'id': 'ce43cdc8-a449-4667-a65c-c11535fd9059', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'port_id': '348273cd-f10d-480b-b8b3-9e76b212a7c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'mac_address': 'fa:16:3e:47:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebfd790-14af-407c-9357-ce102a1ce53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:35:58Z', 'updated_at': '2022-10-27T13:35:58Z', 'revision_number': 0, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:35:59.978531 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae168c3-b3c9-4e7c-a068-1fe65e52f32c None None] Checking router: b76e237f-d3ca-43e2-b768-0e4c630a0d66 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:35:59.987342 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae168c3-b3c9-4e7c-a068-1fe65e52f32c None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:35:59.987928 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-2ae168c3-b3c9-4e7c-a068-1fe65e52f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:36:00Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:36:00.084359 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-2ae168c3-b3c9-4e7c-a068-1fe65e52f32c None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:36:00.294655 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-2ae168c3-b3c9-4e7c-a068-1fe65e52f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '31747eb9-97a0-44c4-9f63-9ebb2463e8f4', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'port_id': '345f34ea-234b-441c-abfc-59215677d45d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'mac_address': 'fa:16:3e:29:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:33:54Z', 'updated_at': '2022-10-27T13:33:56Z', 'revision_number': 1, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address_scope': None}, {'id': 'ce43cdc8-a449-4667-a65c-c11535fd9059', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'port_id': '348273cd-f10d-480b-b8b3-9e76b212a7c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'mac_address': 'fa:16:3e:47:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebfd790-14af-407c-9357-ce102a1ce53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:35:58Z', 'updated_at': '2022-10-27T13:35:58Z', 'revision_number': 0, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:36:00.320703 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae168c3-b3c9-4e7c-a068-1fe65e52f32c None None] The sync data for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi is: [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '31747eb9-97a0-44c4-9f63-9ebb2463e8f4', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'port_id': '345f34ea-234b-441c-abfc-59215677d45d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'mac_address': 'fa:16:3e:29:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:33:54Z', 'updated_at': '2022-10-27T13:33:56Z', 'revision_number': 1, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address_scope': None}, {'id': 'ce43cdc8-a449-4667-a65c-c11535fd9059', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'port_id': '348273cd-f10d-480b-b8b3-9e76b212a7c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'mac_address': 'fa:16:3e:47:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebfd790-14af-407c-9357-ce102a1ce53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:35:58Z', 'updated_at': '2022-10-27T13:35:58Z', 'revision_number': 0, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:36:00.364945 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a182fc4-0444-4fdd-8e5e-7df58cf740cb req-08a30a23-514b-4995-9fd7-1e8e5dd42209 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:00.366453 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3a182fc4-0444-4fdd-8e5e-7df58cf740cb req-08a30a23-514b-4995-9fd7-1e8e5dd42209 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0740097 Oct 27 13:36:00.372303 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22574cb8-7af8-4580-9234-cd3fe398f652 req-253a1cd0-ab0e-416f-96a9-03379e9f2350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:00.373669 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-22574cb8-7af8-4580-9234-cd3fe398f652 req-253a1cd0-ab0e-416f-96a9-03379e9f2350 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f291a3a8c0394e928aee758baa470ca7&device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 1129 time: 0.0531297 Oct 27 13:36:00.474057 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-3a182fc4-0444-4fdd-8e5e-7df58cf740cb req-4d484859-afdd-40b7-a4a3-53351d84e07f tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988343 Oct 27 13:36:00.505128 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22574cb8-7af8-4580-9234-cd3fe398f652 req-75e6da43-bf72-4ea3-893e-860c6f6f46ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:00.506510 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-22574cb8-7af8-4580-9234-cd3fe398f652 req-75e6da43-bf72-4ea3-893e-860c6f6f46ce service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 200 len: 912 time: 0.1250765 Oct 27 13:36:00.527494 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede02530-d9a6-4dcf-be34-832a8dc0f39d None None] New status for floating IP ce43cdc8-a449-4667-a65c-c11535fd9059: ACTIVE {{(pid=104534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:36:00.573726 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-22574cb8-7af8-4580-9234-cd3fe398f652 req-18871d76-e832-4582-a616-44a67dd2617c service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348273cd-f10d-480b-b8b3-9e76b212a7c1 HTTP/1.1" status: 200 len: 998 time: 0.0598316 Oct 27 13:36:00.640028 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22574cb8-7af8-4580-9234-cd3fe398f652 req-e8c0aae3-b5a6-4b9e-853c-47137dc1a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:00.641887 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-22574cb8-7af8-4580-9234-cd3fe398f652 req-e8c0aae3-b5a6-4b9e-853c-47137dc1a4dd service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ef90bec0-1c8b-4319-8bce-548391ed871c HTTP/1.1" status: 200 len: 850 time: 0.0499544 Oct 27 13:36:00.692764 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22574cb8-7af8-4580-9234-cd3fe398f652 req-6f1a5c39-8dde-4129-a7d0-825c6782d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:00.694366 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-22574cb8-7af8-4580-9234-cd3fe398f652 req-6f1a5c39-8dde-4129-a7d0-825c6782d060 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466692 Oct 27 13:36:00.801885 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-22574cb8-7af8-4580-9234-cd3fe398f652 req-9d97954f-e42c-413b-8230-0d1eb2ba1195 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011264 Oct 27 13:36:00.851516 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:00.900032 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-22574cb8-7af8-4580-9234-cd3fe398f652 req-5e20d53d-6039-40f4-bc10-19c7b223344c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916412 Oct 27 13:36:01.601776 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3128bb-3508-4bc9-a29b-3b7c94fa7af4 req-2d8cb186-d735-484c-8022-58dafc559c04 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:01.603282 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4a3128bb-3508-4bc9-a29b-3b7c94fa7af4 req-2d8cb186-d735-484c-8022-58dafc559c04 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0504422 Oct 27 13:36:01.653769 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4a3128bb-3508-4bc9-a29b-3b7c94fa7af4 req-f9584be1-ea8e-4aea-b61b-b513ecaf09fc tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442619 Oct 27 13:36:02.131245 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:02.619068 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:02.900435 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e15afd-3b41-46a0-b1c4-c366451b7776 req-22756004-bbc8-4f2f-b3b3-4082f2015d93 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:02.901944 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-87e15afd-3b41-46a0-b1c4-c366451b7776 req-22756004-bbc8-4f2f-b3b3-4082f2015d93 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0488474 Oct 27 13:36:02.917357 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4b7d572a-1ad7-4f3c-99de-ca9a61933bfd req-f10c7970-a145-4a1e-bb6d-8b90525f23ae service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856450 Oct 27 13:36:02.956753 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-87e15afd-3b41-46a0-b1c4-c366451b7776 req-f373a30b-83ad-40cb-b64d-744371bcf26c tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482724 Oct 27 13:36:03.033581 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:03.049645 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d572a-1ad7-4f3c-99de-ca9a61933bfd req-de391cbc-b00a-4c76-8425-a7e90fdc38a5 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:03.050924 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4b7d572a-1ad7-4f3c-99de-ca9a61933bfd req-de391cbc-b00a-4c76-8425-a7e90fdc38a5 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports/6f019989-3f7e-446f-a0f2-3b80e74ba6d9 HTTP/1.1" status: 200 len: 942 time: 0.1047566 Oct 27 13:36:04.094353 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13936f18-fa77-435c-b9e4-a8d7fa5ae2dc req-700bc3d1-d95f-4aed-b05a-3295166f8006 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:04.095825 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-13936f18-fa77-435c-b9e4-a8d7fa5ae2dc req-700bc3d1-d95f-4aed-b05a-3295166f8006 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0481431 Oct 27 13:36:04.147156 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-13936f18-fa77-435c-b9e4-a8d7fa5ae2dc req-1f590e6c-3688-400c-8891-e4766627004f tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455177 Oct 27 13:36:04.370415 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d572a-1ad7-4f3c-99de-ca9a61933bfd req-67196101-44ae-4dbf-9aa6-b09e7c9acd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:04.371870 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4b7d572a-1ad7-4f3c-99de-ca9a61933bfd req-67196101-44ae-4dbf-9aa6-b09e7c9acd67 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1&tenant_id=a470328245084347ac78821d1a0184f7 HTTP/1.1" status: 200 len: 1129 time: 0.0382087 Oct 27 13:36:04.432592 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d572a-1ad7-4f3c-99de-ca9a61933bfd req-9b5d733d-554d-49c6-adbd-df652e4b110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:04.434039 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4b7d572a-1ad7-4f3c-99de-ca9a61933bfd req-9b5d733d-554d-49c6-adbd-df652e4b110e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a470328245084347ac78821d1a0184f7&device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 1129 time: 0.0412223 Oct 27 13:36:04.522487 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d572a-1ad7-4f3c-99de-ca9a61933bfd req-d0ddbc00-9ade-48e9-a0de-b8bf41d59f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:04.523952 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4b7d572a-1ad7-4f3c-99de-ca9a61933bfd req-d0ddbc00-9ade-48e9-a0de-b8bf41d59f22 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d729aa6a-21f7-47de-a278-a508b8293cf2 HTTP/1.1" status: 200 len: 910 time: 0.0846450 Oct 27 13:36:04.537210 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:04.588833 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4b7d572a-1ad7-4f3c-99de-ca9a61933bfd req-b73cdb4e-14a6-4a7b-ba27-a42efd5a723a service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f019989-3f7e-446f-a0f2-3b80e74ba6d9 HTTP/1.1" status: 200 len: 1000 time: 0.0586262 Oct 27 13:36:04.636927 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d572a-1ad7-4f3c-99de-ca9a61933bfd req-e1dc46c8-75af-40b9-bb39-52f01994892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:04.638320 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4b7d572a-1ad7-4f3c-99de-ca9a61933bfd req-e1dc46c8-75af-40b9-bb39-52f01994892c service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41c51234-f8cb-4e0c-9191-47f30963084d HTTP/1.1" status: 200 len: 848 time: 0.0441167 Oct 27 13:36:04.679667 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d572a-1ad7-4f3c-99de-ca9a61933bfd req-84273e7c-3497-4265-9cb7-d976a1838617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:04.681144 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4b7d572a-1ad7-4f3c-99de-ca9a61933bfd req-84273e7c-3497-4265-9cb7-d976a1838617 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d729aa6a-21f7-47de-a278-a508b8293cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375021 Oct 27 13:36:04.772673 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4b7d572a-1ad7-4f3c-99de-ca9a61933bfd req-2ffe194c-7d82-4d3b-814a-81b7b1c3b7d0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855646 Oct 27 13:36:04.861821 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4b7d572a-1ad7-4f3c-99de-ca9a61933bfd req-7ef5d320-2a80-4441-9a70-82c1d7ba7410 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827746 Oct 27 13:36:05.266989 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4026d0-6da0-43ed-b9ea-de5e1a1900d3 req-1123e9e9-1abe-4dd0-ac03-9573c2bccb8a tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:05.268473 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bf4026d0-6da0-43ed-b9ea-de5e1a1900d3 req-1123e9e9-1abe-4dd0-ac03-9573c2bccb8a tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0470953 Oct 27 13:36:05.311831 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:36:05.318118 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-bf4026d0-6da0-43ed-b9ea-de5e1a1900d3 req-e55043a2-99d2-48b0-b75c-d1812bda8d26 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441062 Oct 27 13:36:05.384859 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 is: ACTIVE; New status is: DOWN {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:36:05.385269 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:05.409287 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:36:05.411542 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59924524-3265-409f-bda0-2dcd2edc5ea8" -d '{"events": [{"server_uuid": "f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1", "name": "network-vif-unplugged", "status": "completed", "tag": "6f019989-3f7e-446f-a0f2-3b80e74ba6d9"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:36:05.424006 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,segment=NetworkSegment(56ea91c3-cd19-47c1-811c-d9a8488bd80f),segment_id=56ea91c3-cd19-47c1-811c-d9a8488bd80f)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:36:05.428599 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:05.454311 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Oct 2022 13:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24a2f1d-d33a-479a-bae6-8dda6b969eff x-openstack-request-id: req-b24a2f1d-d33a-479a-bae6-8dda6b969eff {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:36:05.454595 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1", "name": "network-vif-unplugged", "status": "completed", "tag": "6f019989-3f7e-446f-a0f2-3b80e74ba6d9", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:36:05.454842 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b24a2f1d-d33a-479a-bae6-8dda6b969eff {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:36:05.455226 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b24a2f1d-d33a-479a-bae6-8dda6b969eff'] response: {'server_uuid': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9', 'code': 200} Oct 27 13:36:05.479664 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,revision_number=6']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:36:06.441078 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696f218-a529-452f-9551-a68417582719 req-7253d565-f5f8-4a65-bfcc-5c3c954c07b8 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:06.442524 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2696f218-a529-452f-9551-a68417582719 req-7253d565-f5f8-4a65-bfcc-5c3c954c07b8 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 943 time: 0.0470576 Oct 27 13:36:06.489990 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-2696f218-a529-452f-9551-a68417582719 req-e7348721-ff5e-4dfc-94f8-9e2b52aecc14 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419443 Oct 27 13:36:07.613971 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b6e2b-5467-4df9-bad4-049419d6d8bf req-bee74786-822d-48a1-b2fe-664449f5b8fa tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:07.615460 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-be5b6e2b-5467-4df9-bad4-049419d6d8bf req-bee74786-822d-48a1-b2fe-664449f5b8fa tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 943 time: 0.0498271 Oct 27 13:36:07.664676 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-be5b6e2b-5467-4df9-bad4-049419d6d8bf req-d02e78f7-1c7c-42bb-b1cd-55be7cdfd4a0 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436571 Oct 27 13:36:08.787557 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b0fa8-7afe-49d9-81ee-1855a3002a77 req-a2b11211-419c-4186-bc29-6bad7a7c2f62 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:08.788964 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-981b0fa8-7afe-49d9-81ee-1855a3002a77 req-a2b11211-419c-4186-bc29-6bad7a7c2f62 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 943 time: 0.0511429 Oct 27 13:36:08.837637 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-981b0fa8-7afe-49d9-81ee-1855a3002a77 req-b4308789-1a87-446a-a42d-879f1e961346 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430448 Oct 27 13:36:09.634550 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e17865-fce2-48a3-a30a-b7e951c52471 req-78933201-eb5a-411b-acde-0dafd5df911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:09.636028 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d9e17865-fce2-48a3-a30a-b7e951c52471 req-78933201-eb5a-411b-acde-0dafd5df911d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a470328245084347ac78821d1a0184f7&device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 1127 time: 0.0400631 Oct 27 13:36:09.741943 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e17865-fce2-48a3-a30a-b7e951c52471 req-bd3d8bf2-c830-4300-b789-17b24901916c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:09.743417 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d9e17865-fce2-48a3-a30a-b7e951c52471 req-bd3d8bf2-c830-4300-b789-17b24901916c service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d729aa6a-21f7-47de-a278-a508b8293cf2 HTTP/1.1" status: 200 len: 910 time: 0.0888634 Oct 27 13:36:09.804984 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d9e17865-fce2-48a3-a30a-b7e951c52471 req-c67e761b-799e-4e01-9875-45ca38d60605 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f019989-3f7e-446f-a0f2-3b80e74ba6d9 HTTP/1.1" status: 200 len: 998 time: 0.0549269 Oct 27 13:36:09.848221 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:09.859460 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e17865-fce2-48a3-a30a-b7e951c52471 req-b8d1b9a1-d202-4441-ad9f-39a76b6cc3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:09.860926 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d9e17865-fce2-48a3-a30a-b7e951c52471 req-b8d1b9a1-d202-4441-ad9f-39a76b6cc3c6 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41c51234-f8cb-4e0c-9191-47f30963084d HTTP/1.1" status: 200 len: 848 time: 0.0442774 Oct 27 13:36:09.909387 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e17865-fce2-48a3-a30a-b7e951c52471 req-d61a0c61-cbad-49ea-bc27-e4720ed1c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:09.910909 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d9e17865-fce2-48a3-a30a-b7e951c52471 req-d61a0c61-cbad-49ea-bc27-e4720ed1c62f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d729aa6a-21f7-47de-a278-a508b8293cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432539 Oct 27 13:36:10.002835 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cddeaa-1310-4935-9f18-451909ceec8e req-4d4941ef-4c5a-45b9-bd5f-9033a25058ac tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:10.004315 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b6cddeaa-1310-4935-9f18-451909ceec8e req-4d4941ef-4c5a-45b9-bd5f-9033a25058ac tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 943 time: 0.0911913 Oct 27 13:36:10.330821 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d9e17865-fce2-48a3-a30a-b7e951c52471 req-93b1dfb8-acd7-42b9-b56a-d9ed19760d79 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093230 Oct 27 13:36:10.339112 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-b6cddeaa-1310-4935-9f18-451909ceec8e req-11aa9812-f54c-48e3-a2fe-a7e65105203c tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3292000 Oct 27 13:36:10.821680 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d9e17865-fce2-48a3-a30a-b7e951c52471 req-69a044cd-7c6b-4590-81af-576e696564bd service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878730 Oct 27 13:36:10.943226 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731156e-12e3-4b80-83f2-fa9b56b46e64 req-862d32cb-6ce1-47ab-8683-4390cc8bf16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:10.944623 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c731156e-12e3-4b80-83f2-fa9b56b46e64 req-862d32cb-6ce1-47ab-8683-4390cc8bf16d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 1127 time: 0.0413282 Oct 27 13:36:10.988964 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c731156e-12e3-4b80-83f2-fa9b56b46e64 req-445e0a73-a2b6-4f8e-94a5-6f8ba5691cbe service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385792 Oct 27 13:36:11.359429 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 details requested by agent hyperv_hv-cinder-86243 with host hv-cinder-86243 {{(pid=104534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 13:36:11.460844 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,segment=NetworkSegment(56ea91c3-cd19-47c1-811c-d9a8488bd80f),segment_id=56ea91c3-cd19-47c1-811c-d9a8488bd80f)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:36:11.461761 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3896c88-e9e2-41e9-98e3-0b3612ec624a req-5ed570f3-f749-4323-99c5-cd6ba5465412 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:11.463239 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b3896c88-e9e2-41e9-98e3-0b3612ec624a req-5ed570f3-f749-4323-99c5-cd6ba5465412 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 943 time: 0.0468366 Oct 27 13:36:11.472529 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Returning: {'device': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9', 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2', 'port_id': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9', 'mac_address': 'fa:16:3e:68:35:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 13:36:11.507138 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 is: DOWN; New status is: BUILD {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:36:11.507526 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:11.512778 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-b3896c88-e9e2-41e9-98e3-0b3612ec624a req-c675894c-35e3-4c65-86fa-6f2420715869 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437381 Oct 27 13:36:11.521064 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 {{(pid=104534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 13:36:11.544498 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,segment=NetworkSegment(56ea91c3-cd19-47c1-811c-d9a8488bd80f),segment_id=56ea91c3-cd19-47c1-811c-d9a8488bd80f)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:36:11.549154 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:11.594835 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,revision_number=7']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:36:12.618063 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=100 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:12.633356 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0d856-f012-432e-bbef-63ea421b5439 req-5459c918-5dc4-47c7-ba20-81512f9ef1d6 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:36:12.634790 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-edf0d856-f012-432e-bbef-63ea421b5439 req-5459c918-5dc4-47c7-ba20-81512f9ef1d6 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 944 time: 0.0467710 Oct 27 13:36:12.682787 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-edf0d856-f012-432e-bbef-63ea421b5439 req-89d08f68-ee77-4d04-ae47-79184dd8288b tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423331 Oct 27 13:36:12.842638 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] get_ports_and_sgs() called for port_ids ['6f019989-3f7e-446f-a0f2-3b80e74ba6d9'] {{(pid=104534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 13:36:12.937094 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:12.966837 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:13.491857 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 up at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:36:13.535748 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Provisioning complete for port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 triggered by entity L2. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:36:13.536110 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:13.536467 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Attempt 1 to provision port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 Oct 27 13:36:13.740504 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Current status of the port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 is: BUILD; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:36:13.740883 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16032210'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), before_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:13.763567 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9'}] {{(pid=104534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:36:13.765756 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7c469b1bc8f2fa795056fe86f526c5fdefed24291d20b442320d346721af843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cc2bb3-dab5-4541-8ac7-4911d27be428" -d '{"events": [{"server_uuid": "f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1", "name": "network-vif-plugged", "status": "completed", "tag": "6f019989-3f7e-446f-a0f2-3b80e74ba6d9"}]}' {{(pid=104534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:36:13.778963 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] For port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,segment=NetworkSegment(56ea91c3-cd19-47c1-811c-d9a8488bd80f),segment_id=56ea91c3-cd19-47c1-811c-d9a8488bd80f)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:36:13.782578 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757664658041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757664278402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757664278420'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:13.811005 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07971948-9fa7-41f0-b2ba-4b72a6d23476 x-openstack-request-id: req-07971948-9fa7-41f0-b2ba-4b72a6d23476 {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:36:13.811316 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1", "name": "network-vif-plugged", "status": "completed", "tag": "6f019989-3f7e-446f-a0f2-3b80e74ba6d9", "code": 200}]} {{(pid=104534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:36:13.811569 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07971948-9fa7-41f0-b2ba-4b72a6d23476 {{(pid=104534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:36:13.811957 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07971948-9fa7-41f0-b2ba-4b72a6d23476'] response: {'server_uuid': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9', 'code': 200} Oct 27 13:36:13.834738 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Pushing event updated for resources: {'Port': ['ID=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,revision_number=8']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:36:14.843265 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=76 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:14.849009 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=78 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:21.504960 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=71 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:21.509079 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=79,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:22.668664 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=54 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:22.679225 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=7 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:23.680015 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:36:23.831461 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:23.832756 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:27.202919 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-0f600173-0535-4855-890f-e54c7c085d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:29.313397 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:29.530602 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d2d755d7-daa9-4f00-89a5-76fd985e3acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:30.851688 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:32.133667 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:32.623941 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:32.689046 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=15 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:33.676296 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=15 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:42.611601 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:42.620046 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:51.849469 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:51.855042 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=4 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:36:57.209108 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-127a5ada-8589-4279-b6b0-403cde6194ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:59.314293 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:36:59.532156 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-432853b5-8466-4074-9ecc-0d6900512c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:00.678909 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:37:00.854513 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:02.137092 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:02.627508 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:08.934289 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e84f1e73-8866-4dbb-b69d-38745ee9cacd req-45d94ff7-74bc-46a9-a43b-605a8f02177a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386229 Oct 27 13:37:08.997283 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f1e73-8866-4dbb-b69d-38745ee9cacd req-340afb49-300d-4db6-847b-f24dd063ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:08.998744 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e84f1e73-8866-4dbb-b69d-38745ee9cacd req-340afb49-300d-4db6-847b-f24dd063ba30 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f291a3a8c0394e928aee758baa470ca7&device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 1130 time: 0.0423090 Oct 27 13:37:09.101369 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f1e73-8866-4dbb-b69d-38745ee9cacd req-5c4f973e-e428-4455-8d82-87c138ca27a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:09.102809 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e84f1e73-8866-4dbb-b69d-38745ee9cacd req-5c4f973e-e428-4455-8d82-87c138ca27a1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 200 len: 912 time: 0.0849128 Oct 27 13:37:09.164847 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e84f1e73-8866-4dbb-b69d-38745ee9cacd req-5b0b1a62-ba39-49b3-bdef-08343fb82644 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=345f34ea-234b-441c-abfc-59215677d45d HTTP/1.1" status: 200 len: 1002 time: 0.0560868 Oct 27 13:37:09.211013 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f1e73-8866-4dbb-b69d-38745ee9cacd req-91b28100-a42d-437a-a345-e490287580d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:09.212400 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e84f1e73-8866-4dbb-b69d-38745ee9cacd req-91b28100-a42d-437a-a345-e490287580d2 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ef90bec0-1c8b-4319-8bce-548391ed871c HTTP/1.1" status: 200 len: 850 time: 0.0418711 Oct 27 13:37:09.252959 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f1e73-8866-4dbb-b69d-38745ee9cacd req-313157d2-0c41-4c17-addf-f2a27037d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:09.254402 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e84f1e73-8866-4dbb-b69d-38745ee9cacd req-313157d2-0c41-4c17-addf-f2a27037d2b0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367129 Oct 27 13:37:09.346834 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e84f1e73-8866-4dbb-b69d-38745ee9cacd req-4b09b9db-f609-4cbf-8c73-ceccca622922 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846758 Oct 27 13:37:09.434158 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-e84f1e73-8866-4dbb-b69d-38745ee9cacd req-53874be4-7470-41c3-9773-a44db35cb8e9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808973 Oct 27 13:37:10.675434 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:12.616566 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:12.624281 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:19.425194 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=47 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:19.431095 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=54 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:26.048198 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36730) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:26.185797 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Deleting port 4e70b6a4-6a1e-44d4-8486-25fc1e8dfe80 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:26.186144 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (4e70b6a4-6a1e-44d4-8486-25fc1e8dfe80), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:26.263665 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (4e70b6a4-6a1e-44d4-8486-25fc1e8dfe80), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:26.263992 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for floatingip (4e70b6a4-6a1e-44d4-8486-25fc1e8dfe80), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:26.276258 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Calling delete_port for 4e70b6a4-6a1e-44d4-8486-25fc1e8dfe80 owned by network:floatingip {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:26.441758 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (4e70b6a4-6a1e-44d4-8486-25fc1e8dfe80), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:26.463476 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Pushing event deleted for resources: {'Port': ['ID=4e70b6a4-6a1e-44d4-8486-25fc1e8dfe80,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:26.477445 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:26.477795 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:26.478164 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:26.478499 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:26.478831 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:26.479161 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:26.480019 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:26.480368 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:26.480812 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:26.481139 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:26.481462 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:26.481785 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:26.482105 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:26.482422 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:26.482740 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:26.541051 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for floatingip (a82412f5-612f-481c-a9e9-71cf3a86a74a), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:26.541464 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.l3_db [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Floating IP a82412f5-612f-481c-a9e9-71cf3a86a74a disassociated (deleted). External IP: 172.27.0.56, port: 6f019989-3f7e-446f-a0f2-3b80e74ba6d9. Oct 27 13:37:26.738402 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:37:26.837798 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:37:26.843078 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:26.848494 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e4e650-8306-4bc5-aa99-6c57ff8706ce None None] Sync routers for ids ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:37:26.859271 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e4e650-8306-4bc5-aa99-6c57ff8706ce None None] Routers {'0b2f04dc-fdd0-4f49-aa95-febc19f80a35'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:37:26.859869 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-25e4e650-8306-4bc5-aa99-6c57ff8706ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:37:00Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:26.873698 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-d8b90959-98fb-46cc-aa0d-497a94f4937e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/a82412f5-612f-481c-a9e9-71cf3a86a74a HTTP/1.1" status: 204 len: 168 time: 0.8244758 Oct 27 13:37:26.874323 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'tag': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:37:26.876589 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54db8d2-5bc5-43ae-bad1-df558489333c" -d '{"events": [{"name": "network-changed", "server_uuid": "f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1", "tag": "6f019989-3f7e-446f-a0f2-3b80e74ba6d9"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:37:26.922527 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb62b6c-b4ad-4513-8257-5582d1f11e5d x-openstack-request-id: req-8bb62b6c-b4ad-4513-8257-5582d1f11e5d {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:37:26.922818 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1", "tag": "6f019989-3f7e-446f-a0f2-3b80e74ba6d9", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:37:26.923066 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8bb62b6c-b4ad-4513-8257-5582d1f11e5d {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:37:26.923465 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb62b6c-b4ad-4513-8257-5582d1f11e5d'] response: {'name': 'network-changed', 'server_uuid': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'tag': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9', 'status': 'completed', 'code': 200} Oct 27 13:37:26.967160 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-25e4e650-8306-4bc5-aa99-6c57ff8706ce None None] Set router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:37:26.978204 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:26.983810 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:26.993668 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54db8d2-5bc5-43ae-bad1-df558489333c req-6b328627-c7a9-443d-9277-845bd2eb12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:26.995149 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c54db8d2-5bc5-43ae-bad1-df558489333c req-6b328627-c7a9-443d-9277-845bd2eb12eb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=a470328245084347ac78821d1a0184f7&device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 1129 time: 0.0458405 Oct 27 13:37:27.093715 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54db8d2-5bc5-43ae-bad1-df558489333c req-6ceb9412-58cb-4caf-bb2f-fe037b733911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:27.095296 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c54db8d2-5bc5-43ae-bad1-df558489333c req-6ceb9412-58cb-4caf-bb2f-fe037b733911 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=d729aa6a-21f7-47de-a278-a508b8293cf2 HTTP/1.1" status: 200 len: 910 time: 0.0939353 Oct 27 13:37:27.118910 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa217a5d-9cf5-4096-8b48-ccc960b33edf req-327480a7-ad5d-439e-8a4b-8acde22fc5ab tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:27.120454 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-aa217a5d-9cf5-4096-8b48-ccc960b33edf req-327480a7-ad5d-439e-8a4b-8acde22fc5ab tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0532517 Oct 27 13:37:27.161751 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-25e4e650-8306-4bc5-aa99-6c57ff8706ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'name': 'tempest-TestShelveInstance-1061083857-router', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '522a829c-c3e4-4824-b465-eae01716d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:06Z', 'revision_number': 4, 'project_id': 'a470328245084347ac78821d1a0184f7', 'gw_port': {'id': '522a829c-c3e4-4824-b465-eae01716d611', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '23a04935-eb9f-4daa-b73e-f89c9eeb5bc0', 'name': '', 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'mac_address': 'fa:16:3e:08:4c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:06Z', 'updated_at': '2022-10-27T13:33:12Z', 'revision_number': 5, 'project_id': 'a470328245084347ac78821d1a0184f7', 'subnets': [{'id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:27.170817 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-aa217a5d-9cf5-4096-8b48-ccc960b33edf req-e27b89c6-1a07-4633-89eb-13af40133587 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445447 Oct 27 13:37:27.190264 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e4e650-8306-4bc5-aa99-6c57ff8706ce None None] Checking router: 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:37:27.199098 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e4e650-8306-4bc5-aa99-6c57ff8706ce None None] Routers {'0b2f04dc-fdd0-4f49-aa95-febc19f80a35'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:37:27.199712 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-25e4e650-8306-4bc5-aa99-6c57ff8706ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:37:00Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:27.202655 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-094d5f67-cf2c-442a-9755-1755a61c3162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:27.298367 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-25e4e650-8306-4bc5-aa99-6c57ff8706ce None None] Set router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:37:27.575564 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-25e4e650-8306-4bc5-aa99-6c57ff8706ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'name': 'tempest-TestShelveInstance-1061083857-router', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '522a829c-c3e4-4824-b465-eae01716d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:06Z', 'revision_number': 4, 'project_id': 'a470328245084347ac78821d1a0184f7', 'gw_port': {'id': '522a829c-c3e4-4824-b465-eae01716d611', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '23a04935-eb9f-4daa-b73e-f89c9eeb5bc0', 'name': '', 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'mac_address': 'fa:16:3e:08:4c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:06Z', 'updated_at': '2022-10-27T13:33:12Z', 'revision_number': 5, 'project_id': 'a470328245084347ac78821d1a0184f7', 'subnets': [{'id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:27.599791 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e4e650-8306-4bc5-aa99-6c57ff8706ce None None] The sync data for ids ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'] in dv-cinder-862432-3-iscsi is: [{'id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'name': 'tempest-TestShelveInstance-1061083857-router', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '522a829c-c3e4-4824-b465-eae01716d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:06Z', 'revision_number': 4, 'project_id': 'a470328245084347ac78821d1a0184f7', 'gw_port': {'id': '522a829c-c3e4-4824-b465-eae01716d611', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '23a04935-eb9f-4daa-b73e-f89c9eeb5bc0', 'name': '', 'network_id': 'd729aa6a-21f7-47de-a278-a508b8293cf2', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'mac_address': 'fa:16:3e:08:4c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:06Z', 'updated_at': '2022-10-27T13:33:12Z', 'revision_number': 5, 'project_id': 'a470328245084347ac78821d1a0184f7', 'subnets': [{'id': '41c51234-f8cb-4e0c-9191-47f30963084d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:37:27.819415 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1198e12-99e5-4209-8e52-a5ed7f072702 None None] New status for floating IP a82412f5-612f-481c-a9e9-71cf3a86a74a: DOWN {{(pid=104534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:37:28.054685 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c54db8d2-5bc5-43ae-bad1-df558489333c req-d0be33a3-0110-40cd-9e91-c20afac7322a service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f019989-3f7e-446f-a0f2-3b80e74ba6d9 HTTP/1.1" status: 200 len: 217 time: 0.0327694 Oct 27 13:37:28.103618 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54db8d2-5bc5-43ae-bad1-df558489333c req-cf5d4ac4-93ee-409f-a623-3d463875ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:28.105697 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c54db8d2-5bc5-43ae-bad1-df558489333c req-cf5d4ac4-93ee-409f-a623-3d463875ec50 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=41c51234-f8cb-4e0c-9191-47f30963084d HTTP/1.1" status: 200 len: 848 time: 0.0430460 Oct 27 13:37:28.160068 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54db8d2-5bc5-43ae-bad1-df558489333c req-ecab8854-2b00-4221-80ba-b2a7848894c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:28.161461 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c54db8d2-5bc5-43ae-bad1-df558489333c req-ecab8854-2b00-4221-80ba-b2a7848894c1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d729aa6a-21f7-47de-a278-a508b8293cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386660 Oct 27 13:37:28.309790 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b04b0-8556-4b33-b2dc-0c6b105ebef4 req-004cf5c8-5054-4498-8749-41c216cf49ab tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:28.311229 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-211b04b0-8556-4b33-b2dc-0c6b105ebef4 req-004cf5c8-5054-4498-8749-41c216cf49ab tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0580208 Oct 27 13:37:28.346673 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c54db8d2-5bc5-43ae-bad1-df558489333c req-7a7dca11-7ef5-4a09-bc69-d8e9785daa71 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404219 Oct 27 13:37:28.373940 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-211b04b0-8556-4b33-b2dc-0c6b105ebef4 req-f872e819-78a4-4d96-9b05-e35b26d35a97 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b4f68a77-a99a-4d20-9cbb-5192fe3749e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564671 Oct 27 13:37:28.593744 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a6dac-a09b-469c-9bca-e81845cfa9d1 req-bb4e9275-b03b-4891-babf-e3ba086ea347 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:28.595208 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5d4a6dac-a09b-469c-9bca-e81845cfa9d1 req-bb4e9275-b03b-4891-babf-e3ba086ea347 tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 945 time: 0.0634098 Oct 27 13:37:28.600751 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c54db8d2-5bc5-43ae-bad1-df558489333c req-d019ce6c-613d-49a3-ba40-256c3fd67307 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248538 Oct 27 13:37:28.681824 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-5d4a6dac-a09b-469c-9bca-e81845cfa9d1 req-84867fdf-d452-4202-9b57-a782b6a2d03e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Deleting port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:28.682161 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-5d4a6dac-a09b-469c-9bca-e81845cfa9d1 req-84867fdf-d452-4202-9b57-a782b6a2d03e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:28.770657 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-5d4a6dac-a09b-469c-9bca-e81845cfa9d1 req-84867fdf-d452-4202-9b57-a782b6a2d03e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] For port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,segment=NetworkSegment(56ea91c3-cd19-47c1-811c-d9a8488bd80f),segment_id=56ea91c3-cd19-47c1-811c-d9a8488bd80f)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:37:28.771016 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-5d4a6dac-a09b-469c-9bca-e81845cfa9d1 req-84867fdf-d452-4202-9b57-a782b6a2d03e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:28.784382 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-5d4a6dac-a09b-469c-9bca-e81845cfa9d1 req-84867fdf-d452-4202-9b57-a782b6a2d03e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Calling delete_port for 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:28.911071 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-5d4a6dac-a09b-469c-9bca-e81845cfa9d1 req-84867fdf-d452-4202-9b57-a782b6a2d03e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (6f019989-3f7e-446f-a0f2-3b80e74ba6d9), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:28.937049 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84867fdf-d452-4202-9b57-a782b6a2d03e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Pushing event deleted for resources: {'Port': ['ID=6f019989-3f7e-446f-a0f2-3b80e74ba6d9,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:28.987022 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4a6dac-a09b-469c-9bca-e81845cfa9d1 req-84867fdf-d452-4202-9b57-a782b6a2d03e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] No DVR routers for this DVR port 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:37:28.989401 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-5d4a6dac-a09b-469c-9bca-e81845cfa9d1 req-84867fdf-d452-4202-9b57-a782b6a2d03e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:28.992608 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-5d4a6dac-a09b-469c-9bca-e81845cfa9d1 req-84867fdf-d452-4202-9b57-a782b6a2d03e tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.45 "DELETE /networking/v2.0/ports/6f019989-3f7e-446f-a0f2-3b80e74ba6d9 HTTP/1.1" status: 204 len: 173 time: 0.3910167 Oct 27 13:37:28.993094 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'name': 'network-vif-deleted', 'tag': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:37:28.995882 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272cc7b6-fb73-4aae-870e-e086dcc4b312" -d '{"events": [{"server_uuid": "f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1", "name": "network-vif-deleted", "tag": "6f019989-3f7e-446f-a0f2-3b80e74ba6d9"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:37:29.033671 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ceca37-ef32-41b6-999c-95b578e812e5 x-openstack-request-id: req-46ceca37-ef32-41b6-999c-95b578e812e5 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:37:29.033978 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1", "name": "network-vif-deleted", "tag": "6f019989-3f7e-446f-a0f2-3b80e74ba6d9", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:37:29.034238 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46ceca37-ef32-41b6-999c-95b578e812e5 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:37:29.034679 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ceca37-ef32-41b6-999c-95b578e812e5'] response: {'server_uuid': 'f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1', 'name': 'network-vif-deleted', 'tag': '6f019989-3f7e-446f-a0f2-3b80e74ba6d9', 'status': 'completed', 'code': 200} Oct 27 13:37:29.326324 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:29.497350 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-01ff47e3-2d3d-406e-bdbe-77a7c0c143d9 req-dd560d16-1697-4d76-9f94-ad6856eb74be tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f35fdfcd-504d-4a78-9aa0-5b4ffb9070c1 HTTP/1.1" status: 200 len: 210 time: 0.0293825 Oct 27 13:37:29.541869 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0565-b8f7-4573-9d87-6187991a5b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:30.564500 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36758) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:30.570751 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:30.573002 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:30.625140 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9b43281d-c54d-459a-8967-d60e9a75b92b tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group (b4f68a77-a99a-4d20-9cbb-5192fe3749e1), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:30.649183 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9b43281d-c54d-459a-8967-d60e9a75b92b tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group (b4f68a77-a99a-4d20-9cbb-5192fe3749e1), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:30.711936 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9b43281d-c54d-459a-8967-d60e9a75b92b tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (b4f68a77-a99a-4d20-9cbb-5192fe3749e1), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:30.714625 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-9b43281d-c54d-459a-8967-d60e9a75b92b tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:30.715845 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-9b43281d-c54d-459a-8967-d60e9a75b92b tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/b4f68a77-a99a-4d20-9cbb-5192fe3749e1 HTTP/1.1" status: 204 len: 168 time: 0.1507347 Oct 27 13:37:30.725038 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43281d-c54d-459a-8967-d60e9a75b92b tempest-TestShelveInstance-750029156 tempest-TestShelveInstance-750029156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f68a77-a99a-4d20-9cbb-5192fe3749e1,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:30.766429 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36762) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:30.856815 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:31.074842 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f1039d21-ca57-49bc-828b-2a2b787db758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658629'] for router_interface (0b2f04dc-fdd0-4f49-aa95-febc19f80a35), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:31.289083 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-f1039d21-ca57-49bc-828b-2a2b787db758 admin admin] Deleting port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:31.289425 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f1039d21-ca57-49bc-828b-2a2b787db758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:31.366246 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-f1039d21-ca57-49bc-828b-2a2b787db758 admin admin] For port 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=23a04935-eb9f-4daa-b73e-f89c9eeb5bc0,segment=NetworkSegment(56ea91c3-cd19-47c1-811c-d9a8488bd80f),segment_id=56ea91c3-cd19-47c1-811c-d9a8488bd80f)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:37:31.366598 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f1039d21-ca57-49bc-828b-2a2b787db758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:31.381091 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-f1039d21-ca57-49bc-828b-2a2b787db758 admin admin] Calling delete_port for 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 owned by network:router_interface {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:31.439294 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:31.487194 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:31.555562 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f1039d21-ca57-49bc-828b-2a2b787db758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (23a04935-eb9f-4daa-b73e-f89c9eeb5bc0), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:31.580932 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1039d21-ca57-49bc-828b-2a2b787db758 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a04935-eb9f-4daa-b73e-f89c9eeb5bc0,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:31.744855 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-f1039d21-ca57-49bc-828b-2a2b787db758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16190260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684117'] for router_interface (0b2f04dc-fdd0-4f49-aa95-febc19f80a35), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:31.772355 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8defb1c-bce9-4a75-8ad7-19a85ad22346 None None] get_active_networks_info from dv-cinder-862432-3-iscsi {{(pid=104534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 13:37:31.861670 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8defb1c-bce9-4a75-8ad7-19a85ad22346 None None] Resources bound (agent type, host, resource id): {{(pid=104534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 13:37:31.956022 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1039d21-ca57-49bc-828b-2a2b787db758 admin admin] Router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:37:31.992706 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:37:32.017285 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:37:32.017618 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 6f019989-3f7e-446f-a0f2-3b80e74ba6d9 not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:37:32.143140 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:32.338322 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1039d21-ca57-49bc-828b-2a2b787db758 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:37:32.343419 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-f1039d21-ca57-49bc-828b-2a2b787db758 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/0b2f04dc-fdd0-4f49-aa95-febc19f80a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5759430 Oct 27 13:37:32.345994 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36764) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:32.350531 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac77dc9-0291-4351-ba9d-b9e8bae909a0 None None] Sync routers for ids ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:37:32.361766 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac77dc9-0291-4351-ba9d-b9e8bae909a0 None None] Routers {'0b2f04dc-fdd0-4f49-aa95-febc19f80a35'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:37:32.362782 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-dac77dc9-0291-4351-ba9d-b9e8bae909a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:37:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:32.450157 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e7246c03-6208-499b-a766-235fe65aaed7 admin admin] Publish callbacks [] for router (0b2f04dc-fdd0-4f49-aa95-febc19f80a35), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:32.468483 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-dac77dc9-0291-4351-ba9d-b9e8bae909a0 None None] Set router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:37:32.490728 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-12ea43e2-6c73-4e9a-bcb5-5b9b1774b080 None None] Provisioning complete for port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:37:32.491198 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-12ea43e2-6c73-4e9a-bcb5-5b9b1774b080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:32.492021 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-12ea43e2-6c73-4e9a-bcb5-5b9b1774b080 None None] Attempt 1 to provision port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae Oct 27 13:37:32.556954 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e7246c03-6208-499b-a766-235fe65aaed7 admin admin] Publish callbacks [] for router_gateway (0b2f04dc-fdd0-4f49-aa95-febc19f80a35), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:32.568162 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-12ea43e2-6c73-4e9a-bcb5-5b9b1774b080 None None] Current status of the port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:37:32.621111 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-e7246c03-6208-499b-a766-235fe65aaed7 admin admin] Deleting port 522a829c-c3e4-4824-b465-eae01716d611 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:32.621692 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e7246c03-6208-499b-a766-235fe65aaed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (522a829c-c3e4-4824-b465-eae01716d611), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:32.624565 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:32.639610 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:32.650139 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-dac77dc9-0291-4351-ba9d-b9e8bae909a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'name': 'tempest-TestShelveInstance-1061083857-router', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '522a829c-c3e4-4824-b465-eae01716d611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:37:31Z', 'revision_number': 5, 'project_id': 'a470328245084347ac78821d1a0184f7', 'gw_port': {'id': '522a829c-c3e4-4824-b465-eae01716d611', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:32.654826 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=100 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:32.656875 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:32.678601 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac77dc9-0291-4351-ba9d-b9e8bae909a0 None None] Checking router: 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:37:32.680011 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:32.687339 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac77dc9-0291-4351-ba9d-b9e8bae909a0 None None] Routers {'0b2f04dc-fdd0-4f49-aa95-febc19f80a35'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:37:32.687945 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-dac77dc9-0291-4351-ba9d-b9e8bae909a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:37:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:32.715472 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-e7246c03-6208-499b-a766-235fe65aaed7 admin admin] For port 522a829c-c3e4-4824-b465-eae01716d611, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=522a829c-c3e4-4824-b465-eae01716d611,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:37:32.715747 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e7246c03-6208-499b-a766-235fe65aaed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (522a829c-c3e4-4824-b465-eae01716d611), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:32.729009 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-e7246c03-6208-499b-a766-235fe65aaed7 admin admin] Calling delete_port for 522a829c-c3e4-4824-b465-eae01716d611 owned by network:router_gateway {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:32.777187 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-dac77dc9-0291-4351-ba9d-b9e8bae909a0 None None] Set router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 gateway port host: None {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:37:32.827398 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-dac77dc9-0291-4351-ba9d-b9e8bae909a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'name': 'tempest-TestShelveInstance-1061083857-router', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:37:32Z', 'revision_number': 6, 'project_id': 'a470328245084347ac78821d1a0184f7', 'gw_port_host': None}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:32.852888 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac77dc9-0291-4351-ba9d-b9e8bae909a0 None None] The sync data for ids ['0b2f04dc-fdd0-4f49-aa95-febc19f80a35'] in dv-cinder-862432-3-iscsi is: [{'id': '0b2f04dc-fdd0-4f49-aa95-febc19f80a35', 'name': 'tempest-TestShelveInstance-1061083857-router', 'tenant_id': 'a470328245084347ac78821d1a0184f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:04Z', 'updated_at': '2022-10-27T13:37:32Z', 'revision_number': 6, 'project_id': 'a470328245084347ac78821d1a0184f7', 'gw_port_host': None}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:37:32.905884 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e7246c03-6208-499b-a766-235fe65aaed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (522a829c-c3e4-4824-b465-eae01716d611), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:32.930741 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7246c03-6208-499b-a766-235fe65aaed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=522a829c-c3e4-4824-b465-eae01716d611,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:32.993287 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e7246c03-6208-499b-a766-235fe65aaed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658818'] for router_gateway (0b2f04dc-fdd0-4f49-aa95-febc19f80a35), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.078366 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e7246c03-6208-499b-a766-235fe65aaed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1006310'] for router (0b2f04dc-fdd0-4f49-aa95-febc19f80a35), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.080498 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e7246c03-6208-499b-a766-235fe65aaed7 admin admin] Publish callbacks [] for router_controller (0b2f04dc-fdd0-4f49-aa95-febc19f80a35), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.121418 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e7246c03-6208-499b-a766-235fe65aaed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684032'] for router (0b2f04dc-fdd0-4f49-aa95-febc19f80a35), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.121997 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7246c03-6208-499b-a766-235fe65aaed7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b2f04dc-fdd0-4f49-aa95-febc19f80a35 {{(pid=104533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 13:37:33.126168 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-e7246c03-6208-499b-a766-235fe65aaed7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.127276 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-e7246c03-6208-499b-a766-235fe65aaed7 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/0b2f04dc-fdd0-4f49-aa95-febc19f80a35 HTTP/1.1" status: 204 len: 168 time: 0.7803662 Oct 27 13:37:33.129775 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36766) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:33.172694 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7836d6-48a0-49c7-b74f-28150601fdb4 admin admin] Deleting subnet 41c51234-f8cb-4e0c-9191-47f30963084d {{(pid=104533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 13:37:33.175630 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-7a7836d6-48a0-49c7-b74f-28150601fdb4 admin admin] Publish callbacks [] for subnet (41c51234-f8cb-4e0c-9191-47f30963084d), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.216266 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-7a7836d6-48a0-49c7-b74f-28150601fdb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3157698'] for subnet (41c51234-f8cb-4e0c-9191-47f30963084d), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.294152 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-7a7836d6-48a0-49c7-b74f-28150601fdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16194172'] for subnet (41c51234-f8cb-4e0c-9191-47f30963084d), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.347354 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-7a7836d6-48a0-49c7-b74f-28150601fdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16194053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25370140'] for subnet (41c51234-f8cb-4e0c-9191-47f30963084d), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.377077 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7836d6-48a0-49c7-b74f-28150601fdb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c51234-f8cb-4e0c-9191-47f30963084d,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:33.380709 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-7a7836d6-48a0-49c7-b74f-28150601fdb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.384115 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-7a7836d6-48a0-49c7-b74f-28150601fdb4 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/41c51234-f8cb-4e0c-9191-47f30963084d HTTP/1.1" status: 204 len: 168 time: 0.2534332 Oct 27 13:37:33.386640 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36768) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:33.389110 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a360c-c649-4d0e-bcd0-f10db80dcc43 None None] Network d729aa6a-21f7-47de-a278-a508b8293cf2 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:37:33.455137 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692448'] for network (d729aa6a-21f7-47de-a278-a508b8293cf2), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.494414 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:33.497305 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] Deleting port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:33.497607 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.569834 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] For port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae,segment=NetworkSegment(56ea91c3-cd19-47c1-811c-d9a8488bd80f),segment_id=56ea91c3-cd19-47c1-811c-d9a8488bd80f)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:37:33.570198 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.583257 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:33.584611 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] Calling delete_port for 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae owned by network:dhcp {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:33.598544 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] DHCP port deletion for d729aa6a-21f7-47de-a278-a508b8293cf2 request from dv-cinder-862432-3-iscsi {{(pid=104534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 13:37:33.637661 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Deleting port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae {{(pid=104534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:33.638285 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae), before_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.673301 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.702882 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:33.706461 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] No DVR routers for this DVR port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae on host dv-cinder-862432-3-iscsi {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:37:33.707792 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.db [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] For port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae,segment=NetworkSegment(56ea91c3-cd19-47c1-811c-d9a8488bd80f),segment_id=56ea91c3-cd19-47c1-811c-d9a8488bd80f)] {{(pid=104534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:37:33.708193 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae), precommit_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.722456 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Calling delete_port for 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae owned by network:dhcp {{(pid=104534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:33.779701 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16195207', 'neutron.services.segments.db._delete_segments_for_network-8757664830338'] for network (d729aa6a-21f7-47de-a278-a508b8293cf2), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.797446 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393'] for port (4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae), after_delete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.800529 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d729aa6a-21f7-47de-a278-a508b8293cf2']}} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:33.811151 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ea91c3-cd19-47c1-811c-d9a8488bd80f') {'for_net_delete': True} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:33.811445 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ea91c3-cd19-47c1-811c-d9a8488bd80f') {} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:33.821466 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:33.821641 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757664830401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3157707'] for segment (56ea91c3-cd19-47c1-811c-d9a8488bd80f), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.823385 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Pushing event deleted for resources: {'Port': ['ID=4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae,revision_number=None']} {{(pid=104534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:33.837471 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:33.837680 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (56ea91c3-cd19-47c1-811c-d9a8488bd80f), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.837802 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:33.838148 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:33.838485 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:33.838816 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:33.839148 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:33.839540 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:33.839871 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:33.840196 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:33.840592 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:33.840921 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:33.841245 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:33.841561 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:33.841871 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:33.842186 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:33.845453 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72b0925-0102-49bb-86b1-6a6424e943c1 None None] No DVR routers for this DVR port 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae on host dv-cinder-862432-3-iscsi {{(pid=104534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:37:33.845896 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=104533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 13:37:33.847149 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109377'] for segment (56ea91c3-cd19-47c1-811c-d9a8488bd80f), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.925730 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16195212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658862'] for network (d729aa6a-21f7-47de-a278-a508b8293cf2), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.931515 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:33.938299 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/d729aa6a-21f7-47de-a278-a508b8293cf2 HTTP/1.1" status: 204 len: 168 time: 0.5479703 Oct 27 13:37:33.938667 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.services.segments.plugin [-] Segment 56ea91c3-cd19-47c1-811c-d9a8488bd80f resource provider aggregate not found Oct 27 13:37:33.938937 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36774) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:33.951231 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9d2c9-bcaa-4120-94c7-fa9ba852465f admin admin] Pushing event deleted for resources: {'Network': ['ID=d729aa6a-21f7-47de-a278-a508b8293cf2,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:33.963933 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.services.segments.plugin [-] Segment 56ea91c3-cd19-47c1-811c-d9a8488bd80f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56ea91c3-cd19-47c1-811c-d9a8488bd80f found for delete ", "request_id": "req-1a7457d4-af72-4078-94d6-0c4156847dd5"}]} Oct 27 13:37:34.250697 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658629'] for router_interface (5b77bd7d-084a-48ff-89c9-03fb72abb5e1), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:34.463313 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Deleting port ebc941ab-c6eb-4e62-88df-a5094f3abbfa {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:34.463644 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:34.542912 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] For port ebc941ab-c6eb-4e62-88df-a5094f3abbfa, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=ebc941ab-c6eb-4e62-88df-a5094f3abbfa,segment=NetworkSegment(e7a82bcc-da6d-4b98-9cb7-7fed5076d792),segment_id=e7a82bcc-da6d-4b98-9cb7-7fed5076d792)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:37:34.543341 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:34.555480 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Calling delete_port for ebc941ab-c6eb-4e62-88df-a5094f3abbfa owned by network:router_interface {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:34.627332 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:37:34.647509 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:37:34.647851 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 4f5f7ff3-e9f7-452e-a9f8-9f8f53a714ae not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:37:34.648334 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:37:34.659668 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=100 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:34.666818 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:37:34.667161 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 23a04935-eb9f-4daa-b73e-f89c9eeb5bc0 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:37:34.667604 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 522a829c-c3e4-4824-b465-eae01716d611 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:37:34.686403 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 522a829c-c3e4-4824-b465-eae01716d611 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:37:34.686744 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 522a829c-c3e4-4824-b465-eae01716d611 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:37:34.979825 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:34.986225 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (ebc941ab-c6eb-4e62-88df-a5094f3abbfa), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:35.009708 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc941ab-c6eb-4e62-88df-a5094f3abbfa,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:35.022816 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:35.023151 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:35.023484 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:35.023809 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:35.024130 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:35.024474 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:35.024793 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:35.025109 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:35.025419 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:35.025730 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:35.026042 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:35.026354 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:35.026692 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:35.027128 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:35.027439 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862432-3-iscsi {{(pid=104532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:37:35.186650 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16190260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684117'] for router_interface (5b77bd7d-084a-48ff-89c9-03fb72abb5e1), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:35.208054 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ecd7a3-3681-4186-a617-9d10860c045c None None] get_active_networks_info from dv-cinder-862432-3-iscsi {{(pid=104534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 13:37:35.240476 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:35.292877 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ecd7a3-3681-4186-a617-9d10860c045c None None] Resources bound (agent type, host, resource id): {{(pid=104534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 13:37:35.409977 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Router 5b77bd7d-084a-48ff-89c9-03fb72abb5e1 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:37:35.514898 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:37:35.520057 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-eded613c-e26b-4f91-9823-98bcc365c753 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/5b77bd7d-084a-48ff-89c9-03fb72abb5e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5799997 Oct 27 13:37:35.522652 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36778) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:35.526967 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4675ef2-4a6e-4912-b95d-d6936213d622 None None] Sync routers for ids ['5b77bd7d-084a-48ff-89c9-03fb72abb5e1'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:37:35.537783 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4675ef2-4a6e-4912-b95d-d6936213d622 None None] Routers {'5b77bd7d-084a-48ff-89c9-03fb72abb5e1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:37:35.538498 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-a4675ef2-4a6e-4912-b95d-d6936213d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:37:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['5b77bd7d-084a-48ff-89c9-03fb72abb5e1'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:35.632340 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-488ce37c-5a48-4e86-b475-c7f8b90a1a2f admin admin] Publish callbacks [] for router (5b77bd7d-084a-48ff-89c9-03fb72abb5e1), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:35.654017 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-a4675ef2-4a6e-4912-b95d-d6936213d622 None None] Set router 5b77bd7d-084a-48ff-89c9-03fb72abb5e1 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:37:35.742240 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-488ce37c-5a48-4e86-b475-c7f8b90a1a2f admin admin] Publish callbacks [] for router_gateway (5b77bd7d-084a-48ff-89c9-03fb72abb5e1), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:35.791694 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-488ce37c-5a48-4e86-b475-c7f8b90a1a2f admin admin] Deleting port 966629d2-08f6-4bca-92eb-7a8913227dbc {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:35.792224 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-488ce37c-5a48-4e86-b475-c7f8b90a1a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (966629d2-08f6-4bca-92eb-7a8913227dbc), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:35.794924 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:35.830772 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-a4675ef2-4a6e-4912-b95d-d6936213d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'name': 'tempest-TestShelveInstance-1949558685-router', 'tenant_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': '966629d2-08f6-4bca-92eb-7a8913227dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:09Z', 'updated_at': '2022-10-27T13:37:34Z', 'revision_number': 5, 'project_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'gw_port': {'id': '966629d2-08f6-4bca-92eb-7a8913227dbc', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:33:09Z', 'updated_at': '2022-10-27T13:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:35.856703 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4675ef2-4a6e-4912-b95d-d6936213d622 None None] Checking router: 5b77bd7d-084a-48ff-89c9-03fb72abb5e1 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:37:35.865672 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4675ef2-4a6e-4912-b95d-d6936213d622 None None] Routers {'5b77bd7d-084a-48ff-89c9-03fb72abb5e1'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:37:35.866285 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-a4675ef2-4a6e-4912-b95d-d6936213d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:37:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['5b77bd7d-084a-48ff-89c9-03fb72abb5e1'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:35.878928 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [None req-488ce37c-5a48-4e86-b475-c7f8b90a1a2f admin admin] For port 966629d2-08f6-4bca-92eb-7a8913227dbc, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=966629d2-08f6-4bca-92eb-7a8913227dbc,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:37:35.879467 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-488ce37c-5a48-4e86-b475-c7f8b90a1a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (966629d2-08f6-4bca-92eb-7a8913227dbc), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:35.899737 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-488ce37c-5a48-4e86-b475-c7f8b90a1a2f admin admin] Calling delete_port for 966629d2-08f6-4bca-92eb-7a8913227dbc owned by network:router_gateway {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:35.942509 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:36.073556 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-488ce37c-5a48-4e86-b475-c7f8b90a1a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (966629d2-08f6-4bca-92eb-7a8913227dbc), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:36.080614 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-8f2b97d7-4e81-4d18-b0c0-7bec7432ca9e None None] Provisioning complete for port d6b954f7-d4f4-44b8-b89e-58c6835102fb triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:37:36.080988 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8f2b97d7-4e81-4d18-b0c0-7bec7432ca9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (d6b954f7-d4f4-44b8-b89e-58c6835102fb), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:36.081321 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-8f2b97d7-4e81-4d18-b0c0-7bec7432ca9e None None] Attempt 1 to provision port d6b954f7-d4f4-44b8-b89e-58c6835102fb Oct 27 13:37:36.096079 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ce37c-5a48-4e86-b475-c7f8b90a1a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=966629d2-08f6-4bca-92eb-7a8913227dbc,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:36.119168 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-a4675ef2-4a6e-4912-b95d-d6936213d622 None None] Set router 5b77bd7d-084a-48ff-89c9-03fb72abb5e1 gateway port host: None {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:37:36.160648 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-488ce37c-5a48-4e86-b475-c7f8b90a1a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658818'] for router_gateway (5b77bd7d-084a-48ff-89c9-03fb72abb5e1), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:36.173040 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-a4675ef2-4a6e-4912-b95d-d6936213d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'name': 'tempest-TestShelveInstance-1949558685-router', 'tenant_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:09Z', 'updated_at': '2022-10-27T13:37:35Z', 'revision_number': 6, 'project_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'gw_port_host': None}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:36.205025 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4675ef2-4a6e-4912-b95d-d6936213d622 None None] The sync data for ids ['5b77bd7d-084a-48ff-89c9-03fb72abb5e1'] in dv-cinder-862432-3-iscsi is: [{'id': '5b77bd7d-084a-48ff-89c9-03fb72abb5e1', 'name': 'tempest-TestShelveInstance-1949558685-router', 'tenant_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:33:09Z', 'updated_at': '2022-10-27T13:37:35Z', 'revision_number': 6, 'project_id': '07f26c9c2cbf4c7c8ff7eaa0baf3f2bd', 'gw_port_host': None}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:37:36.245124 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b97d7-4e81-4d18-b0c0-7bec7432ca9e None None] Current status of the port d6b954f7-d4f4-44b8-b89e-58c6835102fb is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:37:36.250347 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-488ce37c-5a48-4e86-b475-c7f8b90a1a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1006310'] for router (5b77bd7d-084a-48ff-89c9-03fb72abb5e1), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:36.252659 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-488ce37c-5a48-4e86-b475-c7f8b90a1a2f admin admin] Publish callbacks [] for router_controller (5b77bd7d-084a-48ff-89c9-03fb72abb5e1), precommit_delete_associations {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:36.294077 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-488ce37c-5a48-4e86-b475-c7f8b90a1a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684032'] for router (5b77bd7d-084a-48ff-89c9-03fb72abb5e1), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:36.294664 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488ce37c-5a48-4e86-b475-c7f8b90a1a2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b77bd7d-084a-48ff-89c9-03fb72abb5e1 {{(pid=104532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 13:37:36.298891 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-488ce37c-5a48-4e86-b475-c7f8b90a1a2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:36.300013 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-488ce37c-5a48-4e86-b475-c7f8b90a1a2f admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/5b77bd7d-084a-48ff-89c9-03fb72abb5e1 HTTP/1.1" status: 204 len: 168 time: 0.7764344 Oct 27 13:37:36.302595 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36780) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:36.349522 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c71ba81-caca-406e-89d8-e0fd23b09a0f admin admin] Deleting subnet 9736aeba-7ff8-4cb1-8d4a-54396adabe98 {{(pid=104532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 13:37:36.352597 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2c71ba81-caca-406e-89d8-e0fd23b09a0f admin admin] Publish callbacks [] for subnet (9736aeba-7ff8-4cb1-8d4a-54396adabe98), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:36.387009 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2c71ba81-caca-406e-89d8-e0fd23b09a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1641412'] for subnet (9736aeba-7ff8-4cb1-8d4a-54396adabe98), precommit_delete_associations {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:36.461474 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2c71ba81-caca-406e-89d8-e0fd23b09a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16194172'] for subnet (9736aeba-7ff8-4cb1-8d4a-54396adabe98), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:36.517173 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2c71ba81-caca-406e-89d8-e0fd23b09a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16194053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2878104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2644571'] for subnet (9736aeba-7ff8-4cb1-8d4a-54396adabe98), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:36.543517 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71ba81-caca-406e-89d8-e0fd23b09a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9736aeba-7ff8-4cb1-8d4a-54396adabe98,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:36.548427 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-2c71ba81-caca-406e-89d8-e0fd23b09a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for subnet (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:36.553174 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869c3998-6d66-4233-8489-1211805e332c None None] Network 76b06adf-08a9-43d7-b8bc-21999373fb78 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:37:36.554938 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36782) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:36.555417 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-2c71ba81-caca-406e-89d8-e0fd23b09a0f admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/9736aeba-7ff8-4cb1-8d4a-54396adabe98 HTTP/1.1" status: 204 len: 168 time: 0.2514195 Oct 27 13:37:36.644060 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692448'] for network (76b06adf-08a9-43d7-b8bc-21999373fb78), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:36.699501 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] Deleting port d6b954f7-d4f4-44b8-b89e-58c6835102fb {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:36.699835 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (d6b954f7-d4f4-44b8-b89e-58c6835102fb), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:36.761745 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] For port d6b954f7-d4f4-44b8-b89e-58c6835102fb, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=d6b954f7-d4f4-44b8-b89e-58c6835102fb,segment=NetworkSegment(e7a82bcc-da6d-4b98-9cb7-7fed5076d792),segment_id=e7a82bcc-da6d-4b98-9cb7-7fed5076d792)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:37:36.762102 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (d6b954f7-d4f4-44b8-b89e-58c6835102fb), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:36.774589 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] Calling delete_port for d6b954f7-d4f4-44b8-b89e-58c6835102fb owned by network:dhcp {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:36.849745 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (d6b954f7-d4f4-44b8-b89e-58c6835102fb), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:36.878877 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b954f7-d4f4-44b8-b89e-58c6835102fb,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:36.882342 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] No DVR routers for this DVR port d6b954f7-d4f4-44b8-b89e-58c6835102fb on host dv-cinder-862432-3-iscsi {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:37:36.951441 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16195207', 'neutron.services.segments.db._delete_segments_for_network-8757664830338'] for network (76b06adf-08a9-43d7-b8bc-21999373fb78), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:36.970596 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b06adf-08a9-43d7-b8bc-21999373fb78']}} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:36.979427 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a82bcc-da6d-4b98-9cb7-7fed5076d792') {'for_net_delete': True} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:36.979717 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a82bcc-da6d-4b98-9cb7-7fed5076d792') {} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:36.989659 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757664830401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3157707'] for segment (e7a82bcc-da6d-4b98-9cb7-7fed5076d792), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:37.005395 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (e7a82bcc-da6d-4b98-9cb7-7fed5076d792), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:37.015361 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=104533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 13:37:37.015768 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109377'] for segment (e7a82bcc-da6d-4b98-9cb7-7fed5076d792), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:37.039077 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776e4f4d-8ba1-434d-9c98-b09a08653896 None None] DHCP port deletion for 76b06adf-08a9-43d7-b8bc-21999373fb78 request from dv-cinder-862432-3-iscsi {{(pid=104534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 13:37:37.061524 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device ebc941ab-c6eb-4e62-88df-a5094f3abbfa no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:37:37.065385 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:37.069410 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.services.segments.plugin [-] Segment e7a82bcc-da6d-4b98-9cb7-7fed5076d792 resource provider aggregate not found Oct 27 13:37:37.072643 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:37.083911 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: ebc941ab-c6eb-4e62-88df-a5094f3abbfa {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:37:37.084471 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device ebc941ab-c6eb-4e62-88df-a5094f3abbfa not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:37:37.093179 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16195212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658862'] for network (76b06adf-08a9-43d7-b8bc-21999373fb78), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:37.095996 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.services.segments.plugin [-] Segment e7a82bcc-da6d-4b98-9cb7-7fed5076d792 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7a82bcc-da6d-4b98-9cb7-7fed5076d792 found for delete ", "request_id": "req-8d6a9482-a74a-4e90-ada3-325a21a075fe"}]} Oct 27 13:37:37.100938 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:37.104099 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/76b06adf-08a9-43d7-b8bc-21999373fb78 HTTP/1.1" status: 204 len: 168 time: 0.5473809 Oct 27 13:37:37.116270 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed501b9c-4172-4e41-aa81-3eaf70b080b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=76b06adf-08a9-43d7-b8bc-21999373fb78,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:37.279591 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36790) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:37.325478 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-af8bd9c1-05b8-4f15-84cf-613880c3090c admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=a470328245084347ac78821d1a0184f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447216 Oct 27 13:37:37.327935 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36792) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:37.375606 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e6a3-54b1-4fca-9bf1-c173f9f5b7d7 admin admin] Publish callbacks [] for security_group (5d9c1e71-a6ba-429c-8654-89039d0c0dcb), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:37.396343 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e6a3-54b1-4fca-9bf1-c173f9f5b7d7 admin admin] Publish callbacks [] for security_group (5d9c1e71-a6ba-429c-8654-89039d0c0dcb), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:37.406858 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:37.452806 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e6a3-54b1-4fca-9bf1-c173f9f5b7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (5d9c1e71-a6ba-429c-8654-89039d0c0dcb), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:37.455535 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e6a3-54b1-4fca-9bf1-c173f9f5b7d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:37.456819 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-5ff1e6a3-54b1-4fca-9bf1-c173f9f5b7d7 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/5d9c1e71-a6ba-429c-8654-89039d0c0dcb HTTP/1.1" status: 204 len: 168 time: 0.1279721 Oct 27 13:37:37.465470 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1e6a3-54b1-4fca-9bf1-c173f9f5b7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9c1e71-a6ba-429c-8654-89039d0c0dcb,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:37.678894 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:37:37.770666 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36798) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:37.799994 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:37.811448 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-c47be111-f55b-4b28-967f-41b3335446b7 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=07f26c9c2cbf4c7c8ff7eaa0baf3f2bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397272 Oct 27 13:37:37.813923 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36800) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:37.861181 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-969fb2d4-6cd4-4f54-a51a-7befcb67e4e1 admin admin] Publish callbacks [] for security_group (daa322b9-79d2-4596-9cac-acaadd9f25d2), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:37.881112 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-969fb2d4-6cd4-4f54-a51a-7befcb67e4e1 admin admin] Publish callbacks [] for security_group (daa322b9-79d2-4596-9cac-acaadd9f25d2), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:37.928477 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-969fb2d4-6cd4-4f54-a51a-7befcb67e4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (daa322b9-79d2-4596-9cac-acaadd9f25d2), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:37.931402 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-969fb2d4-6cd4-4f54-a51a-7befcb67e4e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:37.932503 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-969fb2d4-6cd4-4f54-a51a-7befcb67e4e1 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/daa322b9-79d2-4596-9cac-acaadd9f25d2 HTTP/1.1" status: 204 len: 168 time: 0.1176813 Oct 27 13:37:37.940773 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fb2d4-6cd4-4f54-a51a-7befcb67e4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa322b9-79d2-4596-9cac-acaadd9f25d2,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:38.312010 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36804) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:38.353754 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:38.454212 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-31ba5ba7-b2e5-4972-b7bd-a8fbe79e3a1f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Deleting port e30e0645-9752-4b04-ae40-b9cd07efab19 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:38.454552 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-31ba5ba7-b2e5-4972-b7bd-a8fbe79e3a1f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (e30e0645-9752-4b04-ae40-b9cd07efab19), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:38.533516 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-31ba5ba7-b2e5-4972-b7bd-a8fbe79e3a1f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (e30e0645-9752-4b04-ae40-b9cd07efab19), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:38.533837 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-31ba5ba7-b2e5-4972-b7bd-a8fbe79e3a1f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for floatingip (e30e0645-9752-4b04-ae40-b9cd07efab19), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:38.546290 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-31ba5ba7-b2e5-4972-b7bd-a8fbe79e3a1f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Calling delete_port for e30e0645-9752-4b04-ae40-b9cd07efab19 owned by network:floatingip {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:38.634111 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 966629d2-08f6-4bca-92eb-7a8913227dbc no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:37:38.654815 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 966629d2-08f6-4bca-92eb-7a8913227dbc {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:37:38.655273 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 966629d2-08f6-4bca-92eb-7a8913227dbc not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:37:38.655746 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device d6b954f7-d4f4-44b8-b89e-58c6835102fb no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:37:38.675850 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: d6b954f7-d4f4-44b8-b89e-58c6835102fb {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:37:38.676191 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device d6b954f7-d4f4-44b8-b89e-58c6835102fb not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:37:38.701988 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-31ba5ba7-b2e5-4972-b7bd-a8fbe79e3a1f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (e30e0645-9752-4b04-ae40-b9cd07efab19), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:38.727928 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba5ba7-b2e5-4972-b7bd-a8fbe79e3a1f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event deleted for resources: {'Port': ['ID=e30e0645-9752-4b04-ae40-b9cd07efab19,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:38.790482 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-31ba5ba7-b2e5-4972-b7bd-a8fbe79e3a1f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for floatingip (ce43cdc8-a449-4667-a65c-c11535fd9059), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:38.790808 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.db.l3_db [None req-31ba5ba7-b2e5-4972-b7bd-a8fbe79e3a1f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Floating IP ce43cdc8-a449-4667-a65c-c11535fd9059 disassociated (deleted). External IP: 172.27.0.29, port: 348273cd-f10d-480b-b8b3-9e76b212a7c1. Oct 27 13:37:38.986525 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ba5ba7-b2e5-4972-b7bd-a8fbe79e3a1f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Router b76e237f-d3ca-43e2-b768-0e4c630a0d66 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:37:39.089667 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ba5ba7-b2e5-4972-b7bd-a8fbe79e3a1f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:37:39.094370 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-31ba5ba7-b2e5-4972-b7bd-a8fbe79e3a1f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:39.100313 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58a920-2106-487f-bcd9-d0ef1559ac2f None None] Sync routers for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:37:39.110335 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58a920-2106-487f-bcd9-d0ef1559ac2f None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:37:39.110926 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-5b58a920-2106-487f-bcd9-d0ef1559ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:37:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:39.118307 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:39.125334 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-31ba5ba7-b2e5-4972-b7bd-a8fbe79e3a1f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/ce43cdc8-a449-4667-a65c-c11535fd9059 HTTP/1.1" status: 204 len: 168 time: 0.8123271 Oct 27 13:37:39.126587 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebfd790-14af-407c-9357-ce102a1ce53d', 'tag': '348273cd-f10d-480b-b8b3-9e76b212a7c1'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:37:39.129004 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196a80ab-0a9c-4303-868e-3e3b440f324c" -d '{"events": [{"name": "network-changed", "server_uuid": "bebfd790-14af-407c-9357-ce102a1ce53d", "tag": "348273cd-f10d-480b-b8b3-9e76b212a7c1"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:37:39.169976 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af51929f-b90e-4731-82bb-11129eddb333 x-openstack-request-id: req-af51929f-b90e-4731-82bb-11129eddb333 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:37:39.169976 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebfd790-14af-407c-9357-ce102a1ce53d", "tag": "348273cd-f10d-480b-b8b3-9e76b212a7c1", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:37:39.169976 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af51929f-b90e-4731-82bb-11129eddb333 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:37:39.170440 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af51929f-b90e-4731-82bb-11129eddb333'] response: {'name': 'network-changed', 'server_uuid': 'bebfd790-14af-407c-9357-ce102a1ce53d', 'tag': '348273cd-f10d-480b-b8b3-9e76b212a7c1', 'status': 'completed', 'code': 200} Oct 27 13:37:39.215521 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-5b58a920-2106-487f-bcd9-d0ef1559ac2f None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:37:39.235383 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a80ab-0a9c-4303-868e-3e3b440f324c req-991a5022-4fab-4b9a-96b9-7ab340149609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:39.237168 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-196a80ab-0a9c-4303-868e-3e3b440f324c req-991a5022-4fab-4b9a-96b9-7ab340149609 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f291a3a8c0394e928aee758baa470ca7&device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 1129 time: 0.0450826 Oct 27 13:37:39.323727 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:39.392965 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a80ab-0a9c-4303-868e-3e3b440f324c req-a425b414-9fa6-4792-8a15-2831ad6d32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:39.395482 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-196a80ab-0a9c-4303-868e-3e3b440f324c req-a425b414-9fa6-4792-8a15-2831ad6d32cb service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 200 len: 912 time: 0.1521604 Oct 27 13:37:39.406111 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26522a37-1316-423d-bbea-a1f2ac09d297 req-f373b6b0-e21d-4526-be1c-7be0c8d7c604 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:39.407538 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-26522a37-1316-423d-bbea-a1f2ac09d297 req-f373b6b0-e21d-4526-be1c-7be0c8d7c604 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 945 time: 0.0794415 Oct 27 13:37:39.435070 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-5b58a920-2106-487f-bcd9-d0ef1559ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '31747eb9-97a0-44c4-9f63-9ebb2463e8f4', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'port_id': '345f34ea-234b-441c-abfc-59215677d45d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'mac_address': 'fa:16:3e:29:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:33:54Z', 'updated_at': '2022-10-27T13:33:56Z', 'revision_number': 1, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:39.457962 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-26522a37-1316-423d-bbea-a1f2ac09d297 req-df5392c0-0d1a-4057-86d8-4b667e267e94 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440147 Oct 27 13:37:39.459639 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58a920-2106-487f-bcd9-d0ef1559ac2f None None] Checking router: b76e237f-d3ca-43e2-b768-0e4c630a0d66 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:37:39.468018 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58a920-2106-487f-bcd9-d0ef1559ac2f None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:37:39.468632 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-5b58a920-2106-487f-bcd9-d0ef1559ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:37:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:39.569555 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-5b58a920-2106-487f-bcd9-d0ef1559ac2f None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:37:39.849423 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-5b58a920-2106-487f-bcd9-d0ef1559ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '31747eb9-97a0-44c4-9f63-9ebb2463e8f4', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'port_id': '345f34ea-234b-441c-abfc-59215677d45d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'mac_address': 'fa:16:3e:29:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:33:54Z', 'updated_at': '2022-10-27T13:33:56Z', 'revision_number': 1, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:39.876884 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58a920-2106-487f-bcd9-d0ef1559ac2f None None] The sync data for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi is: [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_floatingips': [{'id': '31747eb9-97a0-44c4-9f63-9ebb2463e8f4', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'router_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'port_id': '345f34ea-234b-441c-abfc-59215677d45d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'mac_address': 'fa:16:3e:29:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T13:33:54Z', 'updated_at': '2022-10-27T13:33:56Z', 'revision_number': 1, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:37:40.083615 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaab394-f6bf-4ccc-9dff-d02618815fd5 None None] New status for floating IP ce43cdc8-a449-4667-a65c-c11535fd9059: DOWN {{(pid=104534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:37:40.309374 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-196a80ab-0a9c-4303-868e-3e3b440f324c req-887180e5-d173-40d2-bbc3-10a732b2ed78 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=348273cd-f10d-480b-b8b3-9e76b212a7c1 HTTP/1.1" status: 200 len: 217 time: 0.0363934 Oct 27 13:37:40.357425 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a80ab-0a9c-4303-868e-3e3b440f324c req-c92d2bd9-3d45-4bff-8b4c-0b597bf349b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:40.358865 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-196a80ab-0a9c-4303-868e-3e3b440f324c req-c92d2bd9-3d45-4bff-8b4c-0b597bf349b7 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ef90bec0-1c8b-4319-8bce-548391ed871c HTTP/1.1" status: 200 len: 850 time: 0.0435779 Oct 27 13:37:40.409822 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a80ab-0a9c-4303-868e-3e3b440f324c req-0db66b3e-06fd-49cf-83ac-f7aa8d53f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:40.411578 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-196a80ab-0a9c-4303-868e-3e3b440f324c req-0db66b3e-06fd-49cf-83ac-f7aa8d53f5f0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418139 Oct 27 13:37:40.548364 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-196a80ab-0a9c-4303-868e-3e3b440f324c req-1bf7bf7b-c404-4f4f-833a-ae3e1cf8d8c8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881715 Oct 27 13:37:40.580014 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f3e3f-ce09-4b99-a471-c889cc089d1c req-5d8924aa-b5c3-4cda-97ae-05a72f8c8a31 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:40.581522 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a21f3e3f-ce09-4b99-a471-c889cc089d1c req-5d8924aa-b5c3-4cda-97ae-05a72f8c8a31 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 945 time: 0.0469735 Oct 27 13:37:40.634313 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-a21f3e3f-ce09-4b99-a471-c889cc089d1c req-b717a296-d15f-42b2-a63f-70776bcd50d3 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467284 Oct 27 13:37:40.748223 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-196a80ab-0a9c-4303-868e-3e3b440f324c req-f857cb13-de3c-4d15-bc9b-59ce2a6a995c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910363 Oct 27 13:37:40.784866 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3437ae-f2bf-4d9b-a453-cc0894ca4244 req-d3135436-2883-4e04-9165-7238bbdcb584 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:40.786357 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4d3437ae-f2bf-4d9b-a453-cc0894ca4244 req-d3135436-2883-4e04-9165-7238bbdcb584 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 945 time: 0.0521784 Oct 27 13:37:40.867141 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-4d3437ae-f2bf-4d9b-a453-cc0894ca4244 req-9c9ad106-fd20-418c-b21c-2d18d72a1fb0 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Deleting port 348273cd-f10d-480b-b8b3-9e76b212a7c1 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:40.867478 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-4d3437ae-f2bf-4d9b-a453-cc0894ca4244 req-9c9ad106-fd20-418c-b21c-2d18d72a1fb0 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (348273cd-f10d-480b-b8b3-9e76b212a7c1), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:40.957537 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-4d3437ae-f2bf-4d9b-a453-cc0894ca4244 req-9c9ad106-fd20-418c-b21c-2d18d72a1fb0 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] For port 348273cd-f10d-480b-b8b3-9e76b212a7c1, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=348273cd-f10d-480b-b8b3-9e76b212a7c1,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:37:40.957884 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-4d3437ae-f2bf-4d9b-a453-cc0894ca4244 req-9c9ad106-fd20-418c-b21c-2d18d72a1fb0 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (348273cd-f10d-480b-b8b3-9e76b212a7c1), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:40.970812 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-4d3437ae-f2bf-4d9b-a453-cc0894ca4244 req-9c9ad106-fd20-418c-b21c-2d18d72a1fb0 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Calling delete_port for 348273cd-f10d-480b-b8b3-9e76b212a7c1 owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:41.094613 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-4d3437ae-f2bf-4d9b-a453-cc0894ca4244 req-9c9ad106-fd20-418c-b21c-2d18d72a1fb0 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (348273cd-f10d-480b-b8b3-9e76b212a7c1), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:41.102308 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:41.125722 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ad106-fd20-418c-b21c-2d18d72a1fb0 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event deleted for resources: {'Port': ['ID=348273cd-f10d-480b-b8b3-9e76b212a7c1,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:41.170711 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3437ae-f2bf-4d9b-a453-cc0894ca4244 req-9c9ad106-fd20-418c-b21c-2d18d72a1fb0 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] No DVR routers for this DVR port 348273cd-f10d-480b-b8b3-9e76b212a7c1 on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:37:41.173388 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-4d3437ae-f2bf-4d9b-a453-cc0894ca4244 req-9c9ad106-fd20-418c-b21c-2d18d72a1fb0 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:41.176863 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-4d3437ae-f2bf-4d9b-a453-cc0894ca4244 req-9c9ad106-fd20-418c-b21c-2d18d72a1fb0 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.45 "DELETE /networking/v2.0/ports/348273cd-f10d-480b-b8b3-9e76b212a7c1 HTTP/1.1" status: 204 len: 173 time: 0.3854518 Oct 27 13:37:41.177383 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebfd790-14af-407c-9357-ce102a1ce53d', 'name': 'network-vif-deleted', 'tag': '348273cd-f10d-480b-b8b3-9e76b212a7c1'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:37:41.180161 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ddedf3-8f41-438b-8ade-8be60557baf1" -d '{"events": [{"server_uuid": "bebfd790-14af-407c-9357-ce102a1ce53d", "name": "network-vif-deleted", "tag": "348273cd-f10d-480b-b8b3-9e76b212a7c1"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:37:41.219842 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2d4221-32e5-48ee-9170-b19428f9d56e x-openstack-request-id: req-ff2d4221-32e5-48ee-9170-b19428f9d56e {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:37:41.220141 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebfd790-14af-407c-9357-ce102a1ce53d", "name": "network-vif-deleted", "tag": "348273cd-f10d-480b-b8b3-9e76b212a7c1", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:37:41.220437 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff2d4221-32e5-48ee-9170-b19428f9d56e {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:37:41.220837 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2d4221-32e5-48ee-9170-b19428f9d56e'] response: {'server_uuid': 'bebfd790-14af-407c-9357-ce102a1ce53d', 'name': 'network-vif-deleted', 'tag': '348273cd-f10d-480b-b8b3-9e76b212a7c1', 'status': 'completed', 'code': 200} Oct 27 13:37:41.747396 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-989ea8d9-8af7-4eba-9f1f-6cf462dd4b5a req-6cd92135-cec1-4e6a-8c0c-e6fd223af3c4 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bebfd790-14af-407c-9357-ce102a1ce53d HTTP/1.1" status: 200 len: 210 time: 0.0283463 Oct 27 13:37:44.007443 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 348273cd-f10d-480b-b8b3-9e76b212a7c1 no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:37:44.030131 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: 348273cd-f10d-480b-b8b3-9e76b212a7c1 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:37:44.030480 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 348273cd-f10d-480b-b8b3-9e76b212a7c1 not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:37:45.049552 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36832) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:45.186990 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-0cafa9d5-fcae-413e-8b1f-24da7ec99723 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Deleting port 8f46c340-faa3-40ce-9af5-3b2b54b3b80e {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:45.187324 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0cafa9d5-fcae-413e-8b1f-24da7ec99723 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (8f46c340-faa3-40ce-9af5-3b2b54b3b80e), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:45.262518 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0cafa9d5-fcae-413e-8b1f-24da7ec99723 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (8f46c340-faa3-40ce-9af5-3b2b54b3b80e), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:45.262841 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0cafa9d5-fcae-413e-8b1f-24da7ec99723 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for floatingip (8f46c340-faa3-40ce-9af5-3b2b54b3b80e), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:45.275350 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-0cafa9d5-fcae-413e-8b1f-24da7ec99723 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Calling delete_port for 8f46c340-faa3-40ce-9af5-3b2b54b3b80e owned by network:floatingip {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:45.417699 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0cafa9d5-fcae-413e-8b1f-24da7ec99723 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (8f46c340-faa3-40ce-9af5-3b2b54b3b80e), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:45.443179 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafa9d5-fcae-413e-8b1f-24da7ec99723 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event deleted for resources: {'Port': ['ID=8f46c340-faa3-40ce-9af5-3b2b54b3b80e,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:45.504622 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0cafa9d5-fcae-413e-8b1f-24da7ec99723 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for floatingip (31747eb9-97a0-44c4-9f63-9ebb2463e8f4), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:45.504944 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.db.l3_db [None req-0cafa9d5-fcae-413e-8b1f-24da7ec99723 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Floating IP 31747eb9-97a0-44c4-9f63-9ebb2463e8f4 disassociated (deleted). External IP: 172.27.0.145, port: 345f34ea-234b-441c-abfc-59215677d45d. Oct 27 13:37:45.537520 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:45.633748 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:45.704577 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cafa9d5-fcae-413e-8b1f-24da7ec99723 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Router b76e237f-d3ca-43e2-b768-0e4c630a0d66 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:37:45.805651 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cafa9d5-fcae-413e-8b1f-24da7ec99723 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:37:45.810981 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-0cafa9d5-fcae-413e-8b1f-24da7ec99723 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:45.815474 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea751d0d-4a1e-4d45-a53a-3fabb072b249 None None] Sync routers for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:37:45.825020 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea751d0d-4a1e-4d45-a53a-3fabb072b249 None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:37:45.825615 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-ea751d0d-4a1e-4d45-a53a-3fabb072b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:37:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:45.841510 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-0cafa9d5-fcae-413e-8b1f-24da7ec99723 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/31747eb9-97a0-44c4-9f63-9ebb2463e8f4 HTTP/1.1" status: 204 len: 168 time: 0.7909009 Oct 27 13:37:45.842186 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'tag': '345f34ea-234b-441c-abfc-59215677d45d'}] {{(pid=104532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:37:45.844468 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c5a88587a7637f45c9406c934036b4a1cf2dc31b40c26f2af35cc9fa9525d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54ee3f8-065b-49b5-86ea-6b41946dc210" -d '{"events": [{"name": "network-changed", "server_uuid": "12651cd4-4b20-496e-aa7e-a7c4bb660d60", "tag": "345f34ea-234b-441c-abfc-59215677d45d"}]}' {{(pid=104532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:37:45.884062 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 13:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abddd5b5-5e16-4289-a69e-12f3905da5e3 x-openstack-request-id: req-abddd5b5-5e16-4289-a69e-12f3905da5e3 {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:37:45.884396 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12651cd4-4b20-496e-aa7e-a7c4bb660d60", "tag": "345f34ea-234b-441c-abfc-59215677d45d", "status": "completed", "code": 200}]} {{(pid=104532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:37:45.885323 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-abddd5b5-5e16-4289-a69e-12f3905da5e3 {{(pid=104532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:37:45.885736 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abddd5b5-5e16-4289-a69e-12f3905da5e3'] response: {'name': 'network-changed', 'server_uuid': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'tag': '345f34ea-234b-441c-abfc-59215677d45d', 'status': 'completed', 'code': 200} Oct 27 13:37:45.926884 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=100 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:45.931597 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-ea751d0d-4a1e-4d45-a53a-3fabb072b249 None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:37:45.933928 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=100 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:45.951853 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ee3f8-065b-49b5-86ea-6b41946dc210 req-dd19639a-6ad3-4ba9-8776-f92573e21d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:45.953376 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c54ee3f8-065b-49b5-86ea-6b41946dc210 req-dd19639a-6ad3-4ba9-8776-f92573e21d39 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f291a3a8c0394e928aee758baa470ca7&device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 1130 time: 0.0423863 Oct 27 13:37:46.032139 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:46.100141 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a36de5-b588-41b6-b9df-2dc8aa834f38 req-bd6a42c4-7d62-4c8c-b4c9-1b4d086472f5 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:46.101620 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d8a36de5-b588-41b6-b9df-2dc8aa834f38 req-bd6a42c4-7d62-4c8c-b4c9-1b4d086472f5 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 946 time: 0.0683234 Oct 27 13:37:46.105131 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ee3f8-065b-49b5-86ea-6b41946dc210 req-44c7182f-2f21-476f-84e5-18c2c6ce159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:46.107036 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c54ee3f8-065b-49b5-86ea-6b41946dc210 req-44c7182f-2f21-476f-84e5-18c2c6ce159e service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 200 len: 912 time: 0.1356399 Oct 27 13:37:46.122096 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-ea751d0d-4a1e-4d45-a53a-3fabb072b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:46.149466 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea751d0d-4a1e-4d45-a53a-3fabb072b249 None None] Checking router: b76e237f-d3ca-43e2-b768-0e4c630a0d66 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:37:46.154224 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-d8a36de5-b588-41b6-b9df-2dc8aa834f38 req-40a3fc67-ced8-439b-a813-c0f661415eac tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455754 Oct 27 13:37:46.158427 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea751d0d-4a1e-4d45-a53a-3fabb072b249 None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:37:46.159025 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-ea751d0d-4a1e-4d45-a53a-3fabb072b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:37:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:46.259338 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-ea751d0d-4a1e-4d45-a53a-3fabb072b249 None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:37:46.439942 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-ea751d0d-4a1e-4d45-a53a-3fabb072b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:46.463753 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea751d0d-4a1e-4d45-a53a-3fabb072b249 None None] The sync data for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi is: [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:30:20Z', 'revision_number': 4, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi', '_interfaces': [{'id': '07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2', 'name': '', 'network_id': '1c8f3dd5-6b59-4fe5-89a4-312211a0043d', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'mac_address': 'fa:16:3e:90:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:19Z', 'updated_at': '2022-10-27T13:30:35Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'subnets': [{'id': 'ef90bec0-1c8b-4319-8bce-548391ed871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:37:46.686255 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315c8cd6-3684-4090-b514-bf6fb2785ed5 None None] New status for floating IP 31747eb9-97a0-44c4-9f63-9ebb2463e8f4: DOWN {{(pid=104534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 13:37:47.015466 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c54ee3f8-065b-49b5-86ea-6b41946dc210 req-36aa02fb-643a-4eee-b259-a1c2e421268c service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=345f34ea-234b-441c-abfc-59215677d45d HTTP/1.1" status: 200 len: 217 time: 0.0364063 Oct 27 13:37:47.065383 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ee3f8-065b-49b5-86ea-6b41946dc210 req-4a282abe-c255-45f4-8bcd-a8176ac9a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:47.066719 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c54ee3f8-065b-49b5-86ea-6b41946dc210 req-4a282abe-c255-45f4-8bcd-a8176ac9a483 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=ef90bec0-1c8b-4319-8bce-548391ed871c HTTP/1.1" status: 200 len: 850 time: 0.0438707 Oct 27 13:37:47.190942 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ee3f8-065b-49b5-86ea-6b41946dc210 req-492064a3-e796-47bc-ab67-b566b801d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:47.192529 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c54ee3f8-065b-49b5-86ea-6b41946dc210 req-492064a3-e796-47bc-ab67-b566b801d6ee service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=1c8f3dd5-6b59-4fe5-89a4-312211a0043d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394998 Oct 27 13:37:47.276910 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95aaea-7105-4c51-8039-35cb46f4353e req-31e7d6fc-e9ae-4a2d-a5b3-c6e1b634da52 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:47.278977 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4a95aaea-7105-4c51-8039-35cb46f4353e req-31e7d6fc-e9ae-4a2d-a5b3-c6e1b634da52 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 946 time: 0.0469391 Oct 27 13:37:47.285710 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c54ee3f8-065b-49b5-86ea-6b41946dc210 req-fcd37857-36cb-4fbb-93e4-8498e68f329d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867686 Oct 27 13:37:47.327248 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-4a95aaea-7105-4c51-8039-35cb46f4353e req-fc72de0a-9875-4d13-aac7-c02af048a339 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=73efe9c5-b583-46c0-a5ce-e99ce20e46c4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425432 Oct 27 13:37:47.480304 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-c54ee3f8-065b-49b5-86ea-6b41946dc210 req-2b646da0-d118-42ef-8d78-b0c273b75974 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067426 Oct 27 13:37:47.499129 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e61f7-6d57-4be7-a2b0-94842fe73e90 req-c366c483-4c21-4cba-b016-45b6933f611c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 13:37:47.500631 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-773e61f7-6d57-4be7-a2b0-94842fe73e90 req-c366c483-4c21-4cba-b016-45b6933f611c tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 946 time: 0.0520685 Oct 27 13:37:47.586207 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-773e61f7-6d57-4be7-a2b0-94842fe73e90 req-0ad50dd0-c8b3-40ac-817b-034d6e8f7c3f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Deleting port 345f34ea-234b-441c-abfc-59215677d45d {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:47.586454 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-773e61f7-6d57-4be7-a2b0-94842fe73e90 req-0ad50dd0-c8b3-40ac-817b-034d6e8f7c3f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (345f34ea-234b-441c-abfc-59215677d45d), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:47.678822 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [req-773e61f7-6d57-4be7-a2b0-94842fe73e90 req-0ad50dd0-c8b3-40ac-817b-034d6e8f7c3f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] For port 345f34ea-234b-441c-abfc-59215677d45d, host hv-cinder-86243, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86243',level=0,port_id=345f34ea-234b-441c-abfc-59215677d45d,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:37:47.679185 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-773e61f7-6d57-4be7-a2b0-94842fe73e90 req-0ad50dd0-c8b3-40ac-817b-034d6e8f7c3f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (345f34ea-234b-441c-abfc-59215677d45d), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:47.691598 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [req-773e61f7-6d57-4be7-a2b0-94842fe73e90 req-0ad50dd0-c8b3-40ac-817b-034d6e8f7c3f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Calling delete_port for 345f34ea-234b-441c-abfc-59215677d45d owned by compute:nova {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:47.811012 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:47.815663 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-773e61f7-6d57-4be7-a2b0-94842fe73e90 req-0ad50dd0-c8b3-40ac-817b-034d6e8f7c3f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (345f34ea-234b-441c-abfc-59215677d45d), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:47.841328 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad50dd0-c8b3-40ac-817b-034d6e8f7c3f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event deleted for resources: {'Port': ['ID=345f34ea-234b-441c-abfc-59215677d45d,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:47.890301 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [req-773e61f7-6d57-4be7-a2b0-94842fe73e90 req-0ad50dd0-c8b3-40ac-817b-034d6e8f7c3f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] No DVR routers for this DVR port 345f34ea-234b-441c-abfc-59215677d45d on host hv-cinder-86243 {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:37:47.892916 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [req-773e61f7-6d57-4be7-a2b0-94842fe73e90 req-0ad50dd0-c8b3-40ac-817b-034d6e8f7c3f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for port (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:47.896278 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [req-773e61f7-6d57-4be7-a2b0-94842fe73e90 req-0ad50dd0-c8b3-40ac-817b-034d6e8f7c3f tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.45 "DELETE /networking/v2.0/ports/345f34ea-234b-441c-abfc-59215677d45d HTTP/1.1" status: 204 len: 173 time: 0.3882561 Oct 27 13:37:47.896828 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'name': 'network-vif-deleted', 'tag': '345f34ea-234b-441c-abfc-59215677d45d'}] {{(pid=104533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 13:37:47.899093 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ef79cea0dab86eaf4661eca11cf3c991346c5df223e611c08fb76c727901d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465806f1-7d30-41f5-951a-7d7601b8f36b" -d '{"events": [{"server_uuid": "12651cd4-4b20-496e-aa7e-a7c4bb660d60", "name": "network-vif-deleted", "tag": "345f34ea-234b-441c-abfc-59215677d45d"}]}' {{(pid=104533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 13:37:47.938101 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 13:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8812bc9-2118-4f39-8583-a5446cccb0e8 x-openstack-request-id: req-b8812bc9-2118-4f39-8583-a5446cccb0e8 {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 13:37:47.938376 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12651cd4-4b20-496e-aa7e-a7c4bb660d60", "name": "network-vif-deleted", "tag": "345f34ea-234b-441c-abfc-59215677d45d", "status": "completed", "code": 200}]} {{(pid=104533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 13:37:47.938643 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8812bc9-2118-4f39-8583-a5446cccb0e8 {{(pid=104533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 13:37:47.939204 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8812bc9-2118-4f39-8583-a5446cccb0e8'] response: {'server_uuid': '12651cd4-4b20-496e-aa7e-a7c4bb660d60', 'name': 'network-vif-deleted', 'tag': '345f34ea-234b-441c-abfc-59215677d45d', 'status': 'completed', 'code': 200} Oct 27 13:37:48.445449 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [req-5e17b57e-e759-471e-a417-30c554c978f6 req-01915429-4f5c-4bc8-9e9a-96c11342bcf1 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=12651cd4-4b20-496e-aa7e-a7c4bb660d60 HTTP/1.1" status: 200 len: 210 time: 0.0326691 Oct 27 13:37:49.512024 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36848) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:49.623364 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-6a33b492-a6ff-4dc9-8167-89644b0e5a80 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Deleting port 9f6b1aaf-43a6-404c-8f15-b69c61c9fee8 {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:49.623706 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6a33b492-a6ff-4dc9-8167-89644b0e5a80 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (9f6b1aaf-43a6-404c-8f15-b69c61c9fee8), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:49.698498 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6a33b492-a6ff-4dc9-8167-89644b0e5a80 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (9f6b1aaf-43a6-404c-8f15-b69c61c9fee8), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:49.698817 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6a33b492-a6ff-4dc9-8167-89644b0e5a80 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for floatingip (9f6b1aaf-43a6-404c-8f15-b69c61c9fee8), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:49.711530 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-6a33b492-a6ff-4dc9-8167-89644b0e5a80 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Calling delete_port for 9f6b1aaf-43a6-404c-8f15-b69c61c9fee8 owned by network:floatingip {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:49.842358 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6a33b492-a6ff-4dc9-8167-89644b0e5a80 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (9f6b1aaf-43a6-404c-8f15-b69c61c9fee8), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:49.871318 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33b492-a6ff-4dc9-8167-89644b0e5a80 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event deleted for resources: {'Port': ['ID=9f6b1aaf-43a6-404c-8f15-b69c61c9fee8,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:49.931648 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6a33b492-a6ff-4dc9-8167-89644b0e5a80 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for floatingip (8d08c25a-5eec-4fba-be53-aac6bb428886), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:49.934173 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-6a33b492-a6ff-4dc9-8167-89644b0e5a80 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92933'] for floatingip (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:49.935839 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-6a33b492-a6ff-4dc9-8167-89644b0e5a80 tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/8d08c25a-5eec-4fba-be53-aac6bb428886 HTTP/1.1" status: 204 len: 168 time: 0.4237719 Oct 27 13:37:51.144553 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36860) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:51.161471 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:51.203602 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5c15dcca-506e-4be3-8a46-75d99a3f299a tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group (73efe9c5-b583-46c0-a5ce-e99ce20e46c4), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:51.226634 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5c15dcca-506e-4be3-8a46-75d99a3f299a tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group (73efe9c5-b583-46c0-a5ce-e99ce20e46c4), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:51.285226 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5c15dcca-506e-4be3-8a46-75d99a3f299a tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (73efe9c5-b583-46c0-a5ce-e99ce20e46c4), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:51.287871 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-5c15dcca-506e-4be3-8a46-75d99a3f299a tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Publish callbacks [] for security_group (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:51.289090 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-5c15dcca-506e-4be3-8a46-75d99a3f299a tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/73efe9c5-b583-46c0-a5ce-e99ce20e46c4 HTTP/1.1" status: 204 len: 168 time: 0.1435175 Oct 27 13:37:51.298865 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15dcca-506e-4be3-8a46-75d99a3f299a tempest-TestVolumeBootPattern-1543394447 tempest-TestVolumeBootPattern-1543394447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73efe9c5-b583-46c0-a5ce-e99ce20e46c4,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:51.346003 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36864) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:51.548999 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:52.070668 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 345f34ea-234b-441c-abfc-59215677d45d no longer exists at agent hyperv_hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:37:52.089573 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] No Port match for: 345f34ea-234b-441c-abfc-59215677d45d {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:37:52.089921 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Device 345f34ea-234b-441c-abfc-59215677d45d not bound to the agent host hv-cinder-86243 {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:37:52.094770 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a3278933-dd75-471b-91f0-74ce785baa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658629'] for router_interface (b76e237f-d3ca-43e2-b768-0e4c630a0d66), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:52.308091 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-a3278933-dd75-471b-91f0-74ce785baa42 admin admin] Deleting port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:52.308832 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a3278933-dd75-471b-91f0-74ce785baa42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:52.384988 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [None req-a3278933-dd75-471b-91f0-74ce785baa42 admin admin] For port 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:37:52.385608 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a3278933-dd75-471b-91f0-74ce785baa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:52.398351 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-a3278933-dd75-471b-91f0-74ce785baa42 admin admin] Calling delete_port for 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 owned by network:router_interface {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:52.521247 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:52.566332 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:52.577493 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a3278933-dd75-471b-91f0-74ce785baa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:52.610812 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3278933-dd75-471b-91f0-74ce785baa42 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:52.769719 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-a3278933-dd75-471b-91f0-74ce785baa42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16190260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684117'] for router_interface (b76e237f-d3ca-43e2-b768-0e4c630a0d66), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:52.789427 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6474942-8a3e-49b9-bd2b-b34a94b01558 None None] get_active_networks_info from dv-cinder-862432-3-iscsi {{(pid=104534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 13:37:52.827528 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:52.865601 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6474942-8a3e-49b9-bd2b-b34a94b01558 None None] Resources bound (agent type, host, resource id): {{(pid=104534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 13:37:52.974602 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3278933-dd75-471b-91f0-74ce785baa42 admin admin] Router b76e237f-d3ca-43e2-b768-0e4c630a0d66 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:37:53.079399 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3278933-dd75-471b-91f0-74ce785baa42 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:37:53.084578 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-a3278933-dd75-471b-91f0-74ce785baa42 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/b76e237f-d3ca-43e2-b768-0e4c630a0d66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7374518 Oct 27 13:37:53.087461 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36868) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:53.088751 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27778c-170d-48f3-9113-b5b149159780 None None] Sync routers for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:37:53.100325 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27778c-170d-48f3-9113-b5b149159780 None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:37:53.100938 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-df27778c-170d-48f3-9113-b5b149159780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:37:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:53.206859 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-df27778c-170d-48f3-9113-b5b149159780 None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:37:53.394754 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-df27778c-170d-48f3-9113-b5b149159780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:37:52Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:53.423549 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27778c-170d-48f3-9113-b5b149159780 None None] Checking router: b76e237f-d3ca-43e2-b768-0e4c630a0d66 for host: dv-cinder-862432-3-iscsi {{(pid=104535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:37:53.434860 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27778c-170d-48f3-9113-b5b149159780 None None] Routers {'b76e237f-d3ca-43e2-b768-0e4c630a0d66'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:37:53.435524 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-df27778c-170d-48f3-9113-b5b149159780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:37:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'], 'active': True} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:53.465503 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-9ab23b65-42b4-485e-9432-81d1217f3017 None None] Provisioning complete for port e145a6c0-5324-4e4b-8710-e7a8eb50e16f triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:37:53.466144 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-9ab23b65-42b4-485e-9432-81d1217f3017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (e145a6c0-5324-4e4b-8710-e7a8eb50e16f), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:53.466785 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-9ab23b65-42b4-485e-9432-81d1217f3017 None None] Attempt 1 to provision port e145a6c0-5324-4e4b-8710-e7a8eb50e16f Oct 27 13:37:53.477959 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fd450749-e63a-48cc-83b0-9fd204228553 admin admin] Publish callbacks [] for router (b76e237f-d3ca-43e2-b768-0e4c630a0d66), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:53.518493 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:53.540283 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_dvr_db [None req-df27778c-170d-48f3-9113-b5b149159780 None None] Set router b76e237f-d3ca-43e2-b768-0e4c630a0d66 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:37:53.544366 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-9ab23b65-42b4-485e-9432-81d1217f3017 None None] Current status of the port e145a6c0-5324-4e4b-8710-e7a8eb50e16f is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:37:53.563845 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=100 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:53.582084 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fd450749-e63a-48cc-83b0-9fd204228553 admin admin] Publish callbacks [] for router_gateway (b76e237f-d3ca-43e2-b768-0e4c630a0d66), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:53.631750 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-fd450749-e63a-48cc-83b0-9fd204228553 admin admin] Deleting port fdadd21f-e971-45ba-9056-b2b17b4624ca {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:53.632089 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fd450749-e63a-48cc-83b0-9fd204228553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (fdadd21f-e971-45ba-9056-b2b17b4624ca), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:53.653489 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=100 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:53.711938 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.l3_hamode_db [None req-df27778c-170d-48f3-9113-b5b149159780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:37:52Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:53.712169 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-fd450749-e63a-48cc-83b0-9fd204228553 admin admin] For port fdadd21f-e971-45ba-9056-b2b17b4624ca, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=fdadd21f-e971-45ba-9056-b2b17b4624ca,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:37:53.712509 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fd450749-e63a-48cc-83b0-9fd204228553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (fdadd21f-e971-45ba-9056-b2b17b4624ca), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:53.726398 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-fd450749-e63a-48cc-83b0-9fd204228553 admin admin] Calling delete_port for fdadd21f-e971-45ba-9056-b2b17b4624ca owned by network:router_gateway {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:53.741320 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27778c-170d-48f3-9113-b5b149159780 None None] The sync data for ids ['b76e237f-d3ca-43e2-b768-0e4c630a0d66'] in dv-cinder-862432-3-iscsi is: [{'id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'name': 'tempest-TestVolumeBootPattern-679049653-router', 'tenant_id': 'f291a3a8c0394e928aee758baa470ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:16Z', 'updated_at': '2022-10-27T13:37:52Z', 'revision_number': 5, 'project_id': 'f291a3a8c0394e928aee758baa470ca7', 'gw_port': {'id': 'fdadd21f-e971-45ba-9056-b2b17b4624ca', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76e237f-d3ca-43e2-b768-0e4c630a0d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:17Z', 'updated_at': '2022-10-27T13:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}] {{(pid=104535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:37:53.889797 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fd450749-e63a-48cc-83b0-9fd204228553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (fdadd21f-e971-45ba-9056-b2b17b4624ca), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:53.916167 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd450749-e63a-48cc-83b0-9fd204228553 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdadd21f-e971-45ba-9056-b2b17b4624ca,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:53.979385 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fd450749-e63a-48cc-83b0-9fd204228553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658818'] for router_gateway (b76e237f-d3ca-43e2-b768-0e4c630a0d66), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.065317 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fd450749-e63a-48cc-83b0-9fd204228553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1006310'] for router (b76e237f-d3ca-43e2-b768-0e4c630a0d66), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.067344 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fd450749-e63a-48cc-83b0-9fd204228553 admin admin] Publish callbacks [] for router_controller (b76e237f-d3ca-43e2-b768-0e4c630a0d66), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.110003 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fd450749-e63a-48cc-83b0-9fd204228553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684032'] for router (b76e237f-d3ca-43e2-b768-0e4c630a0d66), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.110750 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd450749-e63a-48cc-83b0-9fd204228553 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b76e237f-d3ca-43e2-b768-0e4c630a0d66 {{(pid=104533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 13:37:54.115122 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-fd450749-e63a-48cc-83b0-9fd204228553 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.118663 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-fd450749-e63a-48cc-83b0-9fd204228553 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/b76e237f-d3ca-43e2-b768-0e4c630a0d66 HTTP/1.1" status: 204 len: 168 time: 1.0278175 Oct 27 13:37:54.118991 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36870) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:54.169751 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_v2 [None req-866d0aa2-9d64-4ddc-984b-fd082fefed3f admin admin] Deleting subnet ef90bec0-1c8b-4319-8bce-548391ed871c {{(pid=104533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 13:37:54.173118 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-866d0aa2-9d64-4ddc-984b-fd082fefed3f admin admin] Publish callbacks [] for subnet (ef90bec0-1c8b-4319-8bce-548391ed871c), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.208729 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-866d0aa2-9d64-4ddc-984b-fd082fefed3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3157698'] for subnet (ef90bec0-1c8b-4319-8bce-548391ed871c), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.235711 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:54.287561 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-866d0aa2-9d64-4ddc-984b-fd082fefed3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16194172'] for subnet (ef90bec0-1c8b-4319-8bce-548391ed871c), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.348208 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-866d0aa2-9d64-4ddc-984b-fd082fefed3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16194053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25370140'] for subnet (ef90bec0-1c8b-4319-8bce-548391ed871c), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.373085 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:54.376580 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d0aa2-9d64-4ddc-984b-fd082fefed3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef90bec0-1c8b-4319-8bce-548391ed871c,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:54.382398 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-866d0aa2-9d64-4ddc-984b-fd082fefed3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.386657 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-866d0aa2-9d64-4ddc-984b-fd082fefed3f admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/ef90bec0-1c8b-4319-8bce-548391ed871c HTTP/1.1" status: 204 len: 168 time: 0.2663887 Oct 27 13:37:54.387729 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dff2b7-2c69-419b-b4a3-77fbd33876e9 None None] Network 1c8f3dd5-6b59-4fe5-89a4-312211a0043d requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:37:54.389192 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.wsgi [-] (104532) accepted ('10.222.0.48', 36872) {{(pid=104532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:54.461405 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692448'] for network (1c8f3dd5-6b59-4fe5-89a4-312211a0043d), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.506435 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] Deleting port e145a6c0-5324-4e4b-8710-e7a8eb50e16f {{(pid=104532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:54.506773 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (e145a6c0-5324-4e4b-8710-e7a8eb50e16f), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.572445 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.db [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] For port e145a6c0-5324-4e4b-8710-e7a8eb50e16f, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=e145a6c0-5324-4e4b-8710-e7a8eb50e16f,segment=NetworkSegment(fd2f4cc3-c6f8-4104-97df-d977133c790c),segment_id=fd2f4cc3-c6f8-4104-97df-d977133c790c)] {{(pid=104532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:37:54.572801 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (e145a6c0-5324-4e4b-8710-e7a8eb50e16f), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.586050 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.plugin [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] Calling delete_port for e145a6c0-5324-4e4b-8710-e7a8eb50e16f owned by network:dhcp {{(pid=104532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:54.656769 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:54.662355 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2878157'] for port (e145a6c0-5324-4e4b-8710-e7a8eb50e16f), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.692098 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] Pushing event deleted for resources: {'Port': ['ID=e145a6c0-5324-4e4b-8710-e7a8eb50e16f,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:54.693945 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] No DVR routers for this DVR port e145a6c0-5324-4e4b-8710-e7a8eb50e16f on host dv-cinder-862432-3-iscsi {{(pid=104532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:37:54.747483 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b41ac6f-a707-4988-a4a1-6219ca42dca8 None None] DHCP port deletion for 1c8f3dd5-6b59-4fe5-89a4-312211a0043d request from dv-cinder-862432-3-iscsi {{(pid=104534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 13:37:54.780875 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16195207', 'neutron.services.segments.db._delete_segments_for_network-8757664830338'] for network (1c8f3dd5-6b59-4fe5-89a4-312211a0043d), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.798715 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device e145a6c0-5324-4e4b-8710-e7a8eb50e16f no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:37:54.807011 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8f3dd5-6b59-4fe5-89a4-312211a0043d']}} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:54.815616 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:54.817579 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2f4cc3-c6f8-4104-97df-d977133c790c') {'for_net_delete': True} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:54.817726 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.services.segments.db [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2f4cc3-c6f8-4104-97df-d977133c790c') {} {{(pid=104532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:54.818192 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: e145a6c0-5324-4e4b-8710-e7a8eb50e16f {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:37:54.818458 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device e145a6c0-5324-4e4b-8710-e7a8eb50e16f not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:37:54.818864 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:37:54.828938 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757664830401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1641421'] for segment (fd2f4cc3-c6f8-4104-97df-d977133c790c), before_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.836800 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:37:54.837082 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 07f443fa-0cef-4d1c-9d2c-75e9cae8c4a2 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:37:54.837480 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device fdadd21f-e971-45ba-9056-b2b17b4624ca no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:37:54.842255 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (fd2f4cc3-c6f8-4104-97df-d977133c790c), precommit_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.848916 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=104532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 13:37:54.849295 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2878206'] for segment (fd2f4cc3-c6f8-4104-97df-d977133c790c), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.859147 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: fdadd21f-e971-45ba-9056-b2b17b4624ca {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:37:54.859490 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device fdadd21f-e971-45ba-9056-b2b17b4624ca not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:37:54.914317 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16195212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658862'] for network (1c8f3dd5-6b59-4fe5-89a4-312211a0043d), after_delete {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.920664 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron_lib.callbacks.manager [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:54.923822 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.wsgi [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/1c8f3dd5-6b59-4fe5-89a4-312211a0043d HTTP/1.1" status: 204 len: 168 time: 0.5336175 Oct 27 13:37:54.926983 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36878) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:54.934857 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcde63a-b24c-44f1-8e9c-f22e6e40e528 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c8f3dd5-6b59-4fe5-89a4-312211a0043d,revision_number=None']} {{(pid=104532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:55.002537 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment fd2f4cc3-c6f8-4104-97df-d977133c790c resource provider aggregate not found Oct 27 13:37:55.020491 dv-cinder-862432-3-iscsi neutron-server[104532]: INFO neutron.services.segments.plugin [-] Segment fd2f4cc3-c6f8-4104-97df-d977133c790c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd2f4cc3-c6f8-4104-97df-d977133c790c found for delete ", "request_id": "req-ab45d205-4deb-42cb-ab76-7236d65a0c68"}]} Oct 27 13:37:55.237191 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ad997fdd-d41f-4517-a020-0a028c523937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658629'] for router_interface (fa715cbd-8fd0-49fb-bbd2-76fab331d041), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:55.453067 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-ad997fdd-d41f-4517-a020-0a028c523937 admin admin] Deleting port 957d2828-67a8-45d4-8d21-8bd95cca40eb {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:55.453400 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ad997fdd-d41f-4517-a020-0a028c523937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:55.533133 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-ad997fdd-d41f-4517-a020-0a028c523937 admin admin] For port 957d2828-67a8-45d4-8d21-8bd95cca40eb, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=957d2828-67a8-45d4-8d21-8bd95cca40eb,segment=NetworkSegment(f8d38ebf-545c-4929-b6d4-873d2ccd6ba1),segment_id=f8d38ebf-545c-4929-b6d4-873d2ccd6ba1)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:37:55.533396 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ad997fdd-d41f-4517-a020-0a028c523937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:55.546127 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-ad997fdd-d41f-4517-a020-0a028c523937 admin admin] Calling delete_port for 957d2828-67a8-45d4-8d21-8bd95cca40eb owned by network:router_interface {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:55.603504 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:55.719975 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ad997fdd-d41f-4517-a020-0a028c523937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (957d2828-67a8-45d4-8d21-8bd95cca40eb), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:55.724643 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:55.744512 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad997fdd-d41f-4517-a020-0a028c523937 admin admin] Pushing event deleted for resources: {'Port': ['ID=957d2828-67a8-45d4-8d21-8bd95cca40eb,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:55.909616 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ad997fdd-d41f-4517-a020-0a028c523937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16190260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684117'] for router_interface (fa715cbd-8fd0-49fb-bbd2-76fab331d041), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:55.929713 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9362f70-761e-40c3-98b3-c2bc67d862f7 None None] get_active_networks_info from dv-cinder-862432-3-iscsi {{(pid=104534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 13:37:55.996499 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9362f70-761e-40c3-98b3-c2bc67d862f7 None None] Resources bound (agent type, host, resource id): {{(pid=104534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 13:37:56.116581 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad997fdd-d41f-4517-a020-0a028c523937 admin admin] Router fa715cbd-8fd0-49fb-bbd2-76fab331d041 has already been hosted by L3 agent 04470ca4-f9cc-4b7e-a947-fb586dc034a0 {{(pid=104533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:37:56.222717 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad997fdd-d41f-4517-a020-0a028c523937 admin admin] Notify agent at l3_agent.dv-cinder-862432-3-iscsi the message routers_updated {{(pid=104533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:37:56.230459 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-ad997fdd-d41f-4517-a020-0a028c523937 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/fa715cbd-8fd0-49fb-bbd2-76fab331d041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2998736 Oct 27 13:37:56.230615 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36882) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:56.234725 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9dcb61-1478-453a-972d-265affbf8988 None None] Sync routers for ids ['fa715cbd-8fd0-49fb-bbd2-76fab331d041'] in dv-cinder-862432-3-iscsi {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:37:56.246305 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9dcb61-1478-453a-972d-265affbf8988 None None] Routers {'fa715cbd-8fd0-49fb-bbd2-76fab331d041'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:37:56.246906 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-9c9dcb61-1478-453a-972d-265affbf8988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:37:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['fa715cbd-8fd0-49fb-bbd2-76fab331d041'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:56.338218 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375672b6-dc86-4b22-aa0e-68df5a4c3a99 admin admin] Publish callbacks [] for router (fa715cbd-8fd0-49fb-bbd2-76fab331d041), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:56.361774 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-9c9dcb61-1478-453a-972d-265affbf8988 None None] Set router fa715cbd-8fd0-49fb-bbd2-76fab331d041 gateway port host: dv-cinder-862432-3-iscsi {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:37:56.447055 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375672b6-dc86-4b22-aa0e-68df5a4c3a99 admin admin] Publish callbacks [] for router_gateway (fa715cbd-8fd0-49fb-bbd2-76fab331d041), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:56.452701 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:56.476330 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=100 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:56.493354 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-375672b6-dc86-4b22-aa0e-68df5a4c3a99 admin admin] Deleting port 7b91d43d-6631-4a3b-bfb2-904c081fcf74 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:56.493689 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375672b6-dc86-4b22-aa0e-68df5a4c3a99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (7b91d43d-6631-4a3b-bfb2-904c081fcf74), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:56.538562 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-9c9dcb61-1478-453a-972d-265affbf8988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'name': 'tempest-TestVolumeBootPattern-816162654-router', 'tenant_id': '5c38edf003e74119a853a203be7a2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'external_fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '7b91d43d-6631-4a3b-bfb2-904c081fcf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:25Z', 'updated_at': '2022-10-27T13:37:55Z', 'revision_number': 5, 'project_id': '5c38edf003e74119a853a203be7a2fd8', 'gw_port': {'id': '7b91d43d-6631-4a3b-bfb2-904c081fcf74', 'name': '', 'network_id': '5a1bb765-68cf-40e8-b6e6-5fc79a5fd267', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862432-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T13:30:27Z', 'updated_at': '2022-10-27T13:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '17e8f47d-b83b-452e-8157-31ef98e158ac', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862432-3-iscsi'}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:56.569057 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9dcb61-1478-453a-972d-265affbf8988 None None] Checking router: fa715cbd-8fd0-49fb-bbd2-76fab331d041 for host: dv-cinder-862432-3-iscsi {{(pid=104534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:37:56.578196 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9dcb61-1478-453a-972d-265affbf8988 None None] Routers {'fa715cbd-8fd0-49fb-bbd2-76fab331d041'} bound to L3 agent in host dv-cinder-862432-3-iscsi {{(pid=104534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 13:37:56.578798 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-9c9dcb61-1478-453a-972d-265affbf8988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862432-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T13:15:29Z,description=,heartbeat_timestamp=2022-10-27T13:37:30Z,host='dv-cinder-862432-3-iscsi',id=04470ca4-f9cc-4b7e-a947-fb586dc034a0,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T13:15:29Z,topic='l3_agent')) {'router_ids': ['fa715cbd-8fd0-49fb-bbd2-76fab331d041'], 'active': True} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:56.584902 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-375672b6-dc86-4b22-aa0e-68df5a4c3a99 admin admin] For port 7b91d43d-6631-4a3b-bfb2-904c081fcf74, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=7b91d43d-6631-4a3b-bfb2-904c081fcf74,segment=NetworkSegment(9bc5cef8-1975-42ba-afc0-bbf1d20698bb),segment_id=9bc5cef8-1975-42ba-afc0-bbf1d20698bb)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:37:56.585418 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375672b6-dc86-4b22-aa0e-68df5a4c3a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (7b91d43d-6631-4a3b-bfb2-904c081fcf74), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:56.587893 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:56.603616 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:56.605195 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-375672b6-dc86-4b22-aa0e-68df5a4c3a99 admin admin] Calling delete_port for 7b91d43d-6631-4a3b-bfb2-904c081fcf74 owned by network:router_gateway {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:56.668924 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_dvr_db [None req-9c9dcb61-1478-453a-972d-265affbf8988 None None] Set router fa715cbd-8fd0-49fb-bbd2-76fab331d041 gateway port host: None {{(pid=104534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 13:37:56.725412 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.l3_hamode_db [None req-9c9dcb61-1478-453a-972d-265affbf8988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'name': 'tempest-TestVolumeBootPattern-816162654-router', 'tenant_id': '5c38edf003e74119a853a203be7a2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:25Z', 'updated_at': '2022-10-27T13:37:56Z', 'revision_number': 6, 'project_id': '5c38edf003e74119a853a203be7a2fd8', 'gw_port_host': None}], 'dv-cinder-862432-3-iscsi', False) {} {{(pid=104534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:56.751724 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.db.provisioning_blocks [None req-4bfbdf1b-9a90-4e15-a7a3-f7f89204fc8d None None] Provisioning complete for port 10b21e23-cb48-431a-903e-3e0d964cd978 triggered by entity DHCP. {{(pid=104534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 13:37:56.752094 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-4bfbdf1b-9a90-4e15-a7a3-f7f89204fc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16189038'] for port (10b21e23-cb48-431a-903e-3e0d964cd978), provisioning_complete {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:56.752451 dv-cinder-862432-3-iscsi neutron-server[104534]: INFO neutron.plugins.ml2.plugin [None req-4bfbdf1b-9a90-4e15-a7a3-f7f89204fc8d None None] Attempt 1 to provision port 10b21e23-cb48-431a-903e-3e0d964cd978 Oct 27 13:37:56.755992 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9dcb61-1478-453a-972d-265affbf8988 None None] The sync data for ids ['fa715cbd-8fd0-49fb-bbd2-76fab331d041'] in dv-cinder-862432-3-iscsi is: [{'id': 'fa715cbd-8fd0-49fb-bbd2-76fab331d041', 'name': 'tempest-TestVolumeBootPattern-816162654-router', 'tenant_id': '5c38edf003e74119a853a203be7a2fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T13:30:25Z', 'updated_at': '2022-10-27T13:37:56Z', 'revision_number': 6, 'project_id': '5c38edf003e74119a853a203be7a2fd8', 'gw_port_host': None}] {{(pid=104534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:37:56.783647 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375672b6-dc86-4b22-aa0e-68df5a4c3a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (7b91d43d-6631-4a3b-bfb2-904c081fcf74), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:56.811679 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375672b6-dc86-4b22-aa0e-68df5a4c3a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b91d43d-6631-4a3b-bfb2-904c081fcf74,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:56.835714 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-4bfbdf1b-9a90-4e15-a7a3-f7f89204fc8d None None] Current status of the port 10b21e23-cb48-431a-903e-3e0d964cd978 is: ACTIVE; New status is: ACTIVE {{(pid=104534) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 13:37:56.873639 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375672b6-dc86-4b22-aa0e-68df5a4c3a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658818'] for router_gateway (fa715cbd-8fd0-49fb-bbd2-76fab331d041), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:56.958177 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375672b6-dc86-4b22-aa0e-68df5a4c3a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1006310'] for router (fa715cbd-8fd0-49fb-bbd2-76fab331d041), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:56.960215 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375672b6-dc86-4b22-aa0e-68df5a4c3a99 admin admin] Publish callbacks [] for router_controller (fa715cbd-8fd0-49fb-bbd2-76fab331d041), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.002877 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375672b6-dc86-4b22-aa0e-68df5a4c3a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-684032'] for router (fa715cbd-8fd0-49fb-bbd2-76fab331d041), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.003436 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375672b6-dc86-4b22-aa0e-68df5a4c3a99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa715cbd-8fd0-49fb-bbd2-76fab331d041 {{(pid=104533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 13:37:57.007532 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-375672b6-dc86-4b22-aa0e-68df5a4c3a99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.008727 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-375672b6-dc86-4b22-aa0e-68df5a4c3a99 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/fa715cbd-8fd0-49fb-bbd2-76fab331d041 HTTP/1.1" status: 204 len: 168 time: 0.7772205 Oct 27 13:37:57.011535 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36884) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:57.054573 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.db_base_plugin_v2 [None req-deaa051f-ef80-4bdb-932f-9469d5b87579 admin admin] Deleting subnet 67bb9674-b1fd-42f0-9b19-4de92aab4a77 {{(pid=104533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 13:37:57.057528 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-deaa051f-ef80-4bdb-932f-9469d5b87579 admin admin] Publish callbacks [] for subnet (67bb9674-b1fd-42f0-9b19-4de92aab4a77), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.092293 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-deaa051f-ef80-4bdb-932f-9469d5b87579 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3157698'] for subnet (67bb9674-b1fd-42f0-9b19-4de92aab4a77), precommit_delete_associations {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.179263 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-deaa051f-ef80-4bdb-932f-9469d5b87579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16194172'] for subnet (67bb9674-b1fd-42f0-9b19-4de92aab4a77), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.204493 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-7c61660f-bffa-4978-83db-9fb4766454bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.231617 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-deaa051f-ef80-4bdb-932f-9469d5b87579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16194053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418548', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4109351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25370140'] for subnet (67bb9674-b1fd-42f0-9b19-4de92aab4a77), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.256470 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa051f-ef80-4bdb-932f-9469d5b87579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67bb9674-b1fd-42f0-9b19-4de92aab4a77,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:57.262275 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-deaa051f-ef80-4bdb-932f-9469d5b87579 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.265790 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-deaa051f-ef80-4bdb-932f-9469d5b87579 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/67bb9674-b1fd-42f0-9b19-4de92aab4a77 HTTP/1.1" status: 204 len: 168 time: 0.2530205 Oct 27 13:37:57.267735 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885109ef-6d4d-460c-9fd6-c78378512d3a None None] Network efc1d066-49d5-4768-afc2-1d9ea1a4fc13 requested from dv-cinder-862432-3-iscsi {{(pid=104534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 13:37:57.268071 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36886) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:57.335002 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692448'] for network (efc1d066-49d5-4768-afc2-1d9ea1a4fc13), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.382200 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] Deleting port 10b21e23-cb48-431a-903e-3e0d964cd978 {{(pid=104533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 13:37:57.382943 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757664653770'] for port (10b21e23-cb48-431a-903e-3e0d964cd978), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.441944 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:57.448875 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.db [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] For port 10b21e23-cb48-431a-903e-3e0d964cd978, host dv-cinder-862432-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862432-3-iscsi',level=0,port_id=10b21e23-cb48-431a-903e-3e0d964cd978,segment=NetworkSegment(f8d38ebf-545c-4929-b6d4-873d2ccd6ba1),segment_id=f8d38ebf-545c-4929-b6d4-873d2ccd6ba1)] {{(pid=104533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:37:57.449239 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-656842'] for port (10b21e23-cb48-431a-903e-3e0d964cd978), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.463317 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.plugin [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] Calling delete_port for 10b21e23-cb48-431a-903e-3e0d964cd978 owned by network:dhcp {{(pid=104533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 13:37:57.529778 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:37:57.555965 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16032149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757664658095', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757664278393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4109426'] for port (10b21e23-cb48-431a-903e-3e0d964cd978), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.556417 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249b037a-d5d9-462a-ae00-e3f668704841 None None] DHCP port deletion for efc1d066-49d5-4768-afc2-1d9ea1a4fc13 request from dv-cinder-862432-3-iscsi {{(pid=104534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 13:37:57.586898 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=10b21e23-cb48-431a-903e-3e0d964cd978,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:57.588651 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] No DVR routers for this DVR port 10b21e23-cb48-431a-903e-3e0d964cd978 on host dv-cinder-862432-3-iscsi {{(pid=104533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 13:37:57.660860 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16195207', 'neutron.services.segments.db._delete_segments_for_network-8757664830338'] for network (efc1d066-49d5-4768-afc2-1d9ea1a4fc13), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.681637 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc1d066-49d5-4768-afc2-1d9ea1a4fc13']}} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:57.694895 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d38ebf-545c-4929-b6d4-873d2ccd6ba1') {'for_net_delete': True} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:57.694895 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.services.segments.db [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d38ebf-545c-4929-b6d4-873d2ccd6ba1') {} {{(pid=104533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:37:57.702936 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757664830401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3157707'] for segment (f8d38ebf-545c-4929-b6d4-873d2ccd6ba1), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.717358 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932'] for segment (f8d38ebf-545c-4929-b6d4-873d2ccd6ba1), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.724401 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=104533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 13:37:57.724798 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16084932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4109377'] for segment (f8d38ebf-545c-4929-b6d4-873d2ccd6ba1), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.771163 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.services.segments.plugin [-] Segment f8d38ebf-545c-4929-b6d4-873d2ccd6ba1 resource provider aggregate not found Oct 27 13:37:57.791258 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.services.segments.plugin [-] Segment f8d38ebf-545c-4929-b6d4-873d2ccd6ba1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8d38ebf-545c-4929-b6d4-873d2ccd6ba1 found for delete ", "request_id": "req-6f3ffeec-7d2b-466e-b4dd-ddbc18a6d774"}]} Oct 27 13:37:57.796194 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16195212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16190221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658862'] for network (efc1d066-49d5-4768-afc2-1d9ea1a4fc13), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.801865 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16190239'] for network (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:57.804931 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/efc1d066-49d5-4768-afc2-1d9ea1a4fc13 HTTP/1.1" status: 204 len: 168 time: 0.5359213 Oct 27 13:37:57.817029 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df9243-95af-497e-88c9-aa9266300c6c admin admin] Pushing event deleted for resources: {'Network': ['ID=efc1d066-49d5-4768-afc2-1d9ea1a4fc13,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:57.916118 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36894) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:57.956201 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-b503fbfb-020d-4b3a-95af-12166d0b489c admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=f291a3a8c0394e928aee758baa470ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388913 Oct 27 13:37:57.958853 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36896) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:58.005419 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed4aaf8e-d2e4-47cd-b12a-b23abecef611 admin admin] Publish callbacks [] for security_group (13c8b763-3e32-478c-914d-06fa70f22e15), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:58.024695 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed4aaf8e-d2e4-47cd-b12a-b23abecef611 admin admin] Publish callbacks [] for security_group (13c8b763-3e32-478c-914d-06fa70f22e15), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:58.074316 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed4aaf8e-d2e4-47cd-b12a-b23abecef611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (13c8b763-3e32-478c-914d-06fa70f22e15), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:58.076894 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-ed4aaf8e-d2e4-47cd-b12a-b23abecef611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:58.078014 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-ed4aaf8e-d2e4-47cd-b12a-b23abecef611 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/13c8b763-3e32-478c-914d-06fa70f22e15 HTTP/1.1" status: 204 len: 168 time: 0.1182873 Oct 27 13:37:58.085619 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4aaf8e-d2e4-47cd-b12a-b23abecef611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c8b763-3e32-478c-914d-06fa70f22e15,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:58.394306 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36902) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:58.645054 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 957d2828-67a8-45d4-8d21-8bd95cca40eb no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:37:58.665674 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 957d2828-67a8-45d4-8d21-8bd95cca40eb {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:37:58.666007 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 957d2828-67a8-45d4-8d21-8bd95cca40eb not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:37:58.666410 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 10b21e23-cb48-431a-903e-3e0d964cd978 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:37:58.684710 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 10b21e23-cb48-431a-903e-3e0d964cd978 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:37:58.685091 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 10b21e23-cb48-431a-903e-3e0d964cd978 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:37:58.685472 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 7b91d43d-6631-4a3b-bfb2-904c081fcf74 no longer exists at agent ovs-agent-dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 13:37:58.704940 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-cf96ef5d-1279-4cf7-a54f-04299ca29938 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=5c38edf003e74119a853a203be7a2fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072028 Oct 27 13:37:58.705173 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.plugin [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] No Port match for: 7b91d43d-6631-4a3b-bfb2-904c081fcf74 {{(pid=104534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 13:37:58.705173 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron.plugins.ml2.rpc [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Device 7b91d43d-6631-4a3b-bfb2-904c081fcf74 not bound to the agent host dv-cinder-862432-3-iscsi {{(pid=104534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 13:37:58.705376 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.wsgi [-] (104533) accepted ('10.222.0.48', 36904) {{(pid=104533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 13:37:58.754495 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a03388b6-1b9c-4012-94cf-4d47542549f5 admin admin] Publish callbacks [] for security_group (73a91d70-f562-404e-980e-9cc21bfab8dc), before_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:58.775332 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a03388b6-1b9c-4012-94cf-4d47542549f5 admin admin] Publish callbacks [] for security_group (73a91d70-f562-404e-980e-9cc21bfab8dc), precommit_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:58.822480 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a03388b6-1b9c-4012-94cf-4d47542549f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418316'] for security_group (73a91d70-f562-404e-980e-9cc21bfab8dc), after_delete {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:58.825010 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron_lib.callbacks.manager [None req-a03388b6-1b9c-4012-94cf-4d47542549f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:58.826959 dv-cinder-862432-3-iscsi neutron-server[104533]: INFO neutron.wsgi [None req-a03388b6-1b9c-4012-94cf-4d47542549f5 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/73a91d70-f562-404e-980e-9cc21bfab8dc HTTP/1.1" status: 204 len: 168 time: 0.1208913 Oct 27 13:37:58.834957 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03388b6-1b9c-4012-94cf-4d47542549f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a91d70-f562-404e-980e-9cc21bfab8dc,revision_number=None']} {{(pid=104533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:37:59.315046 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:37:59.534913 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-5a7db801-6264-4d99-8f18-606e3ff76d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:38:00.860554 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:38:02.141866 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:38:02.637005 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:38:04.924741 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:38:04.925584 dv-cinder-862432-3-iscsi neutron-server[104532]: DEBUG dbcounter [-] [104532] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=104532) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:38:05.852310 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=22 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:38:05.857299 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=9 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:38:08.808564 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:SELECT=75,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:38:08.830563 dv-cinder-862432-3-iscsi neutron-server[104533]: DEBUG dbcounter [-] [104533] Writing DB stats neutron:DELETE=6,neutron:SELECT=64 {{(pid=104533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:38:12.630771 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=57,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:38:12.631548 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:38:14.677248 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:38:27.170883 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=12 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:38:27.173459 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=16 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:38:27.206059 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f66939c1-be62-4716-adc9-23371626d4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:38:29.331386 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:38:29.536684 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-2c7af2c1-1da4-4c7d-b4ad-b855293bdd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:38:30.863343 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:38:32.144710 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:38:32.639499 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:38:42.634021 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:38:42.635227 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:38:42.849183 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:38:42.854112 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=4 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:38:51.676515 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:38:57.206527 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-15ec5d99-935c-469a-abfc-11e96748afe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:38:59.348710 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:38:59.537963 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ed0a3915-9bac-457b-b552-df68146519a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:39:00.868357 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:39:01.671577 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:39:01.672376 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:39:02.147823 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:39:02.641845 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:39:12.630817 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:39:12.637615 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:39:19.859699 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=6 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:39:25.738325 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:39:27.208145 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-2276de0f-0934-4c2b-b82e-0683efaffa86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:39:28.676252 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:39:29.368986 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:39:29.540456 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-54466098-6622-45ae-963e-4140dff5d42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:39:30.868090 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:39:32.150864 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:39:32.644006 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:39:38.672189 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:39:42.638184 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:39:42.640092 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:39:56.858845 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:39:56.864941 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=5 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:39:57.213263 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-a162e27f-2e5c-4762-9ca8-c7a3284e63a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:39:59.366141 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:39:59.542318 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-f2505d4c-58f5-4a4d-b615-42d5cc85e1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:40:00.871016 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:40:02.151653 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:40:02.648001 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:40:05.674852 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:40:12.640235 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:40:12.643619 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:40:15.671222 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:40:15.671958 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:40:27.214942 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-1ff12cd1-0bdd-4a38-a519-63740629eb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:40:29.385246 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:40:29.547175 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-fd8e136c-d02d-4cda-aaa7-ad88c33190e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:40:30.874838 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:40:32.154421 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:40:32.652490 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:40:33.864808 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=15 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:40:33.868843 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=17 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:40:42.644647 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:40:42.647545 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:40:42.674326 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:40:52.670355 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:40:52.671073 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:40:57.217314 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-c00e7543-2674-45e9-8221-4a7fa15e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:40:59.383715 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:40:59.548591 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-af5cdee7-c98e-4fb6-b0a0-af83ce2f7af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:41:00.877528 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:41:02.157360 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:41:02.655624 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:41:10.870057 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:41:10.874791 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:41:12.649576 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:41:12.651479 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:41:19.674041 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:41:27.218593 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-3a0c0037-7896-465c-9ba1-48130cc68447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:41:29.384876 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:41:29.550104 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-9f6b254c-cfe7-4a37-9e06-26fda0d40cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:41:30.879831 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:41:32.159903 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:41:32.663425 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:41:32.688069 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:41:32.688855 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:41:47.187584 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:41:47.189478 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:41:47.870848 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:41:47.871514 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=3 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:41:56.673135 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:41:57.222478 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-42909ea2-a599-420b-bceb-8da8a98f9be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:41:59.385870 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:41:59.551066 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-da36d32b-8986-4fee-a0bf-9a3d3a77b795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:42:00.883219 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:42:02.161763 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:42:02.657486 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:42:06.669096 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:42:12.650728 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:42:12.653260 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:42:27.190939 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=15 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:42:27.192922 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=17 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:42:27.224557 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-aaa775c5-b568-468a-8cd2-b1d07c09da79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:42:29.383455 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:42:29.554808 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-7a7eeb2a-5ae3-441e-b9d5-b4fa8da575fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:42:30.885794 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:42:32.163990 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:42:32.659798 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:42:33.672083 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:42:42.654433 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:42:42.656661 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:42:43.668153 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:42:43.668909 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=1 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:42:57.225603 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-43c1ca0e-6b97-468b-aa68-8a084a226d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (e5b1243c-da85-4ffa-a40a-15395a59d61b), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:42:59.384281 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-ea2a021e-c37c-45b8-85dd-7adbb689cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (279e8a0c-c493-4298-a830-0730c1248140), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:42:59.557033 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-8d7b635c-0975-4a38-82d7-1b4aade4209b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (04470ca4-f9cc-4b7e-a947-fb586dc034a0), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:43:00.888673 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-35878814-2927-4bf6-935a-bf570af398be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (581c27f9-3b22-473a-99ee-46ec7aa32c3f), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:43:01.867733 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:43:01.872744 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=4 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:43:02.166594 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-d25d1655-5ddc-4a31-b023-841944345636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (acdc4159-fd0b-4f40-92f4-f7a435609c91), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:43:02.662974 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG neutron_lib.callbacks.manager [None req-27c8f397-c699-4013-b3a3-72ec6fbf04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757664830320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16189124'] for agent (b7e1c44e-f650-4439-bd6f-c90aa72fd2aa), after_update {{(pid=104534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 13:43:10.671156 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG neutron.db.agents_db [None req-16b2932c-da14-469d-9c47-3c2482683e47 None None] Agent healthcheck: found 6 active agents {{(pid=104535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:43:12.656080 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:43:12.658091 dv-cinder-862432-3-iscsi neutron-server[104534]: DEBUG dbcounter [-] [104534] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104534) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 13:43:20.667830 dv-cinder-862432-3-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=2 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}